diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..52373fe24473b1aa44333d318f578ae6bf04b49b 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..22a86bbdf5721ba647d8718e05ef600a4cee25cc --- /dev/null +++ b/README.md @@ -0,0 +1,51 @@ +--- +base_model: zai-org/GLM-4.7-Flash +base_model_relation: quantized +library_name: transformers +license: mit +pipeline_tag: text-generation +tags: + - compressed-tensors + - vllm + - quantized + - text-generation + - fp8 +--- +# GLM-4.7-Flash · FP8 (dynamic) + +8-bit quantization of [`zai-org/GLM-4.7-Flash`](https://huggingface.co/zai-org/GLM-4.7-Flash) for **vLLM serving**. Quantized by **axteam**. + +| | | +|---|---| +| **Base model** | [`zai-org/GLM-4.7-Flash`](https://huggingface.co/zai-org/GLM-4.7-Flash) | +| **Method** | FP8 (dynamic) | +| **Format** | compressed-tensors `FP8_DYNAMIC` | +| **Weights / activations** | W8A8 — FP8 E4M3 weights (per-channel), dynamic per-token FP8 activations | +| **Architecture** | MoE (GLM-4.7 Lite · Glm4MoeLite) · 31.2B · 202K context · text-only | +| **Size on disk** | ~30.0 GB | +| **Calibration** | None (data-free) | +| **License** | mit | + +## Quantization details +- **Scheme** — W8A8 — FP8 E4M3 weights (per-channel), dynamic per-token FP8 activations, stored as compressed-tensors `FP8_DYNAMIC`. +- **Kept in BF16** — token embeddings, the LM head, and all RMSNorms. Only attention & MLP projections are quantized. In addition, the **MoE router** (`mlp.gate`) and shared-expert gates are kept in BF16. +- Post-training quantization (no retraining). Tokenizer / `chat_template` identical to the original. + + + +## Usage (vLLM) +```bash +vllm serve axteam/GLM-4.7-Flash-FP8-dynamic +``` + +## License +Quantized derivative of [`zai-org/GLM-4.7-Flash`](https://huggingface.co/zai-org/GLM-4.7-Flash) (mit). + +--- +## 한국어 요약 +[`zai-org/GLM-4.7-Flash`](https://huggingface.co/zai-org/GLM-4.7-Flash) 를 **FP8 (dynamic)** 로 양자화한 서빙용(8-bit) 모델입니다. 작성: **axteam**. +- **방식** — FP8 E4M3, 가중치 채널별 스케일, 활성화 동적 FP8. 형식 compressed-tensors `FP8_DYNAMIC`. +- **BF16 유지** — 임베딩·LM 헤드·모든 norm. attention·MLP projection 만 양자화. 추가로 **MoE 라우터**(`mlp.gate`)와 shared-expert 게이트도 BF16 유지. +- PTQ(재학습 없음), 토크나이저·chat_template 원본 동일. + +- **사용** — `vllm serve axteam/GLM-4.7-Flash-FP8-dynamic`. 라이선스 mit. diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..2ab98ef068d62829d17c5ade1827b9f013fa2bbf --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,86 @@ +[gMASK] +{%- if tools -%} +<|system|> +# Tools + +You may call one or more functions to assist with the user query. + +You are provided with function signatures within XML tags: + +{% for tool in tools %} +{{ tool | tojson(ensure_ascii=False) }} +{% endfor %} + + +For each function call, output the function name and arguments within the following XML format: +{function-name}{arg-key-1}{arg-value-1}{arg-key-2}{arg-value-2}...{%- endif -%} +{%- macro visible_text(content) -%} + {%- if content is string -%} + {{- content }} + {%- elif content is iterable and content is not mapping -%} + {%- for item in content -%} + {%- if item is mapping and item.type == 'text' -%} + {{- item.text }} + {%- elif item is string -%} + {{- item }} + {%- endif -%} + {%- endfor -%} + {%- else -%} + {{- content }} + {%- endif -%} +{%- endmacro -%} +{%- set ns = namespace(last_user_index=-1) %} +{%- for m in messages %} + {%- if m.role == 'user' %} + {% set ns.last_user_index = loop.index0 -%} + {%- endif %} +{%- endfor %} +{% for m in messages %} +{%- if m.role == 'user' -%}<|user|>{{ visible_text(m.content) }} +{%- elif m.role == 'assistant' -%} +<|assistant|> +{%- set reasoning_content = '' %} +{%- set content = visible_text(m.content) %} +{%- if m.reasoning_content is string %} + {%- set reasoning_content = m.reasoning_content %} +{%- else %} + {%- if '' in content %} + {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- set content = content.split('')[-1].lstrip('\n') %} + {%- endif %} +{%- endif %} +{%- if ((clear_thinking is defined and not clear_thinking) or loop.index0 > ns.last_user_index) and reasoning_content -%} +{{ '' + reasoning_content.strip() + ''}} +{%- else -%} +{{ '' }} +{%- endif -%} +{%- if content.strip() -%} +{{ content.strip() }} +{%- endif -%} +{% if m.tool_calls %} +{% for tc in m.tool_calls %} +{%- if tc.function %} + {%- set tc = tc.function %} +{%- endif %} +{{- '' + tc.name -}} +{% set _args = tc.arguments %}{% for k, v in _args.items() %}{{ k }}{{ v | tojson(ensure_ascii=False) if v is not string else v }}{% endfor %}{% endfor %} +{% endif %} +{%- elif m.role == 'tool' -%} +{%- if m.content is string -%} +{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|observation|>' }} +{%- endif %} +{{- '' }} +{{- m.content }} +{{- '' }} +{%- else -%} +<|observation|>{% for tr in m.content %} +{{ tr.output if tr.output is defined else tr }}{% endfor -%} +{% endif -%} +{%- elif m.role == 'system' -%} +<|system|>{{ visible_text(m.content) }} +{%- endif -%} +{%- endfor -%} +{%- if add_generation_prompt -%} + <|assistant|>{{- '' if (enable_thinking is defined and not enable_thinking) else '' -}} +{%- endif -%} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..16aa433fbbefb4038b74cbba6a012263c567290a --- /dev/null +++ b/config.json @@ -0,0 +1,101 @@ +{ + "architectures": [ + "Glm4MoeLiteForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "eos_token_id": [ + 154820, + 154827, + 154829 + ], + "first_k_dense_replace": 1, + "hidden_act": "silu", + "hidden_size": 2048, + "intermediate_size": 10240, + "kv_lora_rank": 512, + "max_position_embeddings": 202752, + "model_type": "glm4_moe_lite", + "moe_intermediate_size": 1536, + "n_group": 1, + "n_routed_experts": 64, + "n_shared_experts": 1, + "norm_topk_prob": true, + "num_attention_heads": 20, + "num_experts_per_tok": 4, + "num_hidden_layers": 47, + "num_key_value_heads": 20, + "num_nextn_predict_layers": 1, + "pad_token_id": 154820, + "partial_rotary_factor": 1.0, + "q_lora_rank": 768, + "qk_nope_head_dim": 192, + "qk_rope_head_dim": 64, + "quantization_config": { + "config_groups": { + "FP8_DYNAMIC": { + "format": "float-quantized", + "input_activations": { + "actorder": null, + "block_structure": null, + "dynamic": true, + "group_size": null, + "num_bits": 8, + "observer": null, + "observer_kwargs": {}, + "scale_dtype": null, + "strategy": "token", + "symmetric": true, + "type": "float", + "zp_dtype": null + }, + "output_activations": null, + "targets": [ + "Linear" + ], + "weights": { + "actorder": null, + "block_structure": null, + "dynamic": false, + "group_size": null, + "num_bits": 8, + "observer": null, + "observer_kwargs": {}, + "scale_dtype": null, + "strategy": "channel", + "symmetric": true, + "type": "float", + "zp_dtype": null + } + } + }, + "format": "float-quantized", + "global_compression_ratio": null, + "ignore": [ + "lm_head", + "re:.*embed_tokens.*", + "re:.*\\.gate$", + "re:.*shared_expert_gate$", + "re:.*shared_experts\\.gate$", + "re:.*norm.*", + "re:.*\\bmtp\\..*", + "re:.*mtp\\.layers\\..*" + ], + "kv_cache_scheme": null, + "quant_method": "compressed-tensors", + "quantization_status": "compressed", + "transform_config": {}, + "version": "0.19.0" + }, + "rms_norm_eps": 1e-05, + "rope_scaling": null, + "rope_theta": 1000000, + "routed_scaling_factor": 1.8, + "tie_word_embeddings": false, + "topk_group": 1, + "topk_method": "noaux_tc", + "transformers_version": "5.0.0rc0", + "v_head_dim": 256, + "vocab_size": 154880 +} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1dfa4cbf88115f19b4c6fcb086cc5669d2ce5e57 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,11 @@ +{ + "_from_model_config": true, + "eos_token_id": [ + 154820, + 154827, + 154829 + ], + "pad_token_id": 154820, + "temperature": 1.0, + "transformers_version": "5.0.0.dev0" +} diff --git a/model-00001-of-00048.safetensors b/model-00001-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7c10ce7c84e3b3e47f2569c9b493a875766472fd --- /dev/null +++ b/model-00001-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3a4d3bba9436022deca5d784ee11bee3944bb5aa894d059035e5314449e615e +size 1353542824 diff --git a/model-00002-of-00048.safetensors b/model-00002-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c0c5105f7830f1d3709730b2340477ae6c6cef78 --- /dev/null +++ b/model-00002-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d12d9e2b2cc1a55b2788efb54db0d067b19a27ee245acf3f736ebb0a9bf34843 +size 636197984 diff --git a/model-00003-of-00048.safetensors b/model-00003-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6d3f79a7d7a6bebf2020770705ef30e3dad2413b --- /dev/null +++ b/model-00003-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fce9171bd43f4b0cabfce7cde34ba7be373afa96fd8e986a86f8a5fd6d9664e7 +size 636197984 diff --git a/model-00004-of-00048.safetensors b/model-00004-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..26e87435c7d963625856b82885a4474773ea2f47 --- /dev/null +++ b/model-00004-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f40690d72e6670e93dca402e11e9f9e259bdb80f0af98202a95347edcd6ef83c +size 636197984 diff --git a/model-00005-of-00048.safetensors b/model-00005-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0cd25283a116ac0fa462b8d57f4876f56097fd18 --- /dev/null +++ b/model-00005-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0adbcb04c827cef16e2e71c4ce3f7fea17d8c6f6f7b58b88be75737d0ce899e5 +size 636197984 diff --git a/model-00006-of-00048.safetensors b/model-00006-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9b3d12bf1cfee299a210e6985fc9e9254ce0d8f1 --- /dev/null +++ b/model-00006-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f158487c4d8f735e04feb1a8a6c143e21a3a245159f59d4bafc7b788a28ef81 +size 636197984 diff --git a/model-00007-of-00048.safetensors b/model-00007-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e7d7cd094ab0a0575ab1471cff86eff07911417f --- /dev/null +++ b/model-00007-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2e60bbcb459d6294b3e7d3711adcad9384846d0c89a667d81984ffad6337e81 +size 636197984 diff --git a/model-00008-of-00048.safetensors b/model-00008-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..52e5f76bab198b1c2d162236b723f19947291e5d --- /dev/null +++ b/model-00008-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:660d6cb9bacb58a2bfe656ee190597400637f0b58d03bc6bcc04e9e60386c0a7 +size 636197984 diff --git a/model-00009-of-00048.safetensors b/model-00009-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4ff10cf745e65d0d1844076ec20affbd85cc0d93 --- /dev/null +++ b/model-00009-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f0eb47b86330dcc2b75a951aeeab402331da1de2a9d5a4121eb2d76c6246452 +size 636197984 diff --git a/model-00011-of-00048.safetensors b/model-00011-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..338a91bfb0d43ca2f80d4e81a49e4dab460dd804 --- /dev/null +++ b/model-00011-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c6f7d79d997bbdce0286f100bec76e33f665b61a656ed5fe8b544032fb58642 +size 636198384 diff --git a/model-00012-of-00048.safetensors b/model-00012-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..91f21ba1923b44bc5ac036fad6e7eeebd80246d8 --- /dev/null +++ b/model-00012-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f6bcded78919c406c41d1b5a14f7d8b51d3d3c10a98b936445d21e2bb924583 +size 636198384 diff --git a/model-00014-of-00048.safetensors b/model-00014-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..25c6b2f3e069d8f76ea35e4f0bde8fc9fa559b3d --- /dev/null +++ b/model-00014-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c55e6dce3e7d30f7e0636e60a265f4ff78383350e02d12eb234bedcdb1be25c6 +size 636198384 diff --git a/model-00015-of-00048.safetensors b/model-00015-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f5932b44a135cc2a3344b970872b7114c2fbd7fb --- /dev/null +++ b/model-00015-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76d6bb501ef8ecd1c1654e60008617beb4d73e17b45785117a77995ff9a08ca3 +size 636198384 diff --git a/model-00016-of-00048.safetensors b/model-00016-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..60df4c033f9545a0dce8a8f3026867a24d411e90 --- /dev/null +++ b/model-00016-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d99b2125600c147079f0988e8f5308bfcdec2540fb1e06dcbe7653cdd371c11c +size 636198384 diff --git a/model-00018-of-00048.safetensors b/model-00018-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f87bee1e745b5c1201e63fed47a14b70ad3984c2 --- /dev/null +++ b/model-00018-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6627d461f694b48f2fb358c331d975065098736b7b18529335c039a2e73903e +size 636198384 diff --git a/model-00019-of-00048.safetensors b/model-00019-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6c15fdf2c47d9b0a1949f5063b9ffcc639c9ae6f --- /dev/null +++ b/model-00019-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3b7b278a12445c28d6b87428899a1b494e11a184dbefd78eea9e98aef76d1d5 +size 636198384 diff --git a/model-00020-of-00048.safetensors b/model-00020-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b4db1d68f492d55822f43d549e4080d3351349c3 --- /dev/null +++ b/model-00020-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6c0e9b6dca2ee30435aac23831047d25b65545a4162c97453fa84b1478a32dc +size 636198384 diff --git a/model-00022-of-00048.safetensors b/model-00022-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..59efd815d9739bffe0be21f2bcec5d0be5ea8051 --- /dev/null +++ b/model-00022-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23a7b1145595f917bbf5874a72864afcf7d71ef17342699b3a38313d32987f50 +size 636198384 diff --git a/model-00023-of-00048.safetensors b/model-00023-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6066f39fdf8b881d34237e8b8c4c522200f2e4e9 --- /dev/null +++ b/model-00023-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d4db63518238c28a9b118f1b56c870ab584fb81be6b1a3bda74aa526c5644a9 +size 636198384 diff --git a/model-00024-of-00048.safetensors b/model-00024-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a830ca804f2cfca8f4973a7f9db4cb2d99d882b0 --- /dev/null +++ b/model-00024-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9978f3461b0ba285c6c7dc36d903a55daf98d7eabbd284486dc12fbb27b4cff0 +size 636198384 diff --git a/model-00025-of-00048.safetensors b/model-00025-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aba07fce65c7998bc7852aa33da799dfe543b6d1 --- /dev/null +++ b/model-00025-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9447a084baa78a3251a1dd2903b966f3b310f61550106de650fc04ed0b7ab510 +size 636198384 diff --git a/model-00026-of-00048.safetensors b/model-00026-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0562ba5c0c840b07f643a2a6b0ba8a4cab28f736 --- /dev/null +++ b/model-00026-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:590201cd6df03eb030f69873e390cfacc80563fba7b0bd4e770ded1f62183a8a +size 636198384 diff --git a/model-00027-of-00048.safetensors b/model-00027-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d21ad98461d54ca8e6eb1540923830c881c1563d --- /dev/null +++ b/model-00027-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7565289c771458105cae0c3d913002cbba58f09081010a6766f857817a897c7 +size 636198384 diff --git a/model-00028-of-00048.safetensors b/model-00028-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f83903f07d137459d9dd8aad2456fe3bf43bd6d6 --- /dev/null +++ b/model-00028-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a6bb9d1bf96b95b40abc167e05fc31d68aa930add7dafdd09c555c87ddf3b00 +size 636198384 diff --git a/model-00030-of-00048.safetensors b/model-00030-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..755ee1a5a4013448de7f16f333dd73c3cc531763 --- /dev/null +++ b/model-00030-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:025791b04a15d241091a35e5a88fa58c8eefdff1705d3d6733b0f39d2293f595 +size 636198384 diff --git a/model-00031-of-00048.safetensors b/model-00031-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9a1b90ab09fbc0346fe9b1223660169a8cf6ecc0 --- /dev/null +++ b/model-00031-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ac142301d97ab4734611231ca508967983a97450c5cf442f11fa52f4fdf63d2 +size 636198384 diff --git a/model-00032-of-00048.safetensors b/model-00032-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8e0fe9b878128f437958c1767cdb15ea68e89df1 --- /dev/null +++ b/model-00032-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2781352b12eba9ae6c479f3cd7f18cef3f6b84ad6d6e34b979042247a7baa689 +size 636198384 diff --git a/model-00033-of-00048.safetensors b/model-00033-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4f0a83fdcea9e8bb56da0e700283abcde2622ad0 --- /dev/null +++ b/model-00033-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72525f269da6fd61b28cdaad3b97e23dabd3db3a22f5e995ca94051845a6a189 +size 636198384 diff --git a/model-00034-of-00048.safetensors b/model-00034-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f63964cdafa1bbfab48f655ed7ecf9b541c29fad --- /dev/null +++ b/model-00034-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b377f62692381d74bf08f974f1d859f2b5379a5242b4e8982d863644fa09d04 +size 636198384 diff --git a/model-00035-of-00048.safetensors b/model-00035-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b657d070413b18bace713f959666215e4f065938 --- /dev/null +++ b/model-00035-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49f38940b49db1c9fa47ea1cbe225b3cbb25611b9bd7505c8519bd7f25c07558 +size 636198384 diff --git a/model-00036-of-00048.safetensors b/model-00036-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..20f6ab05c6435e2d79c579bfa717dfdbef07028d --- /dev/null +++ b/model-00036-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:587f795164848a7f9a1677eae4131ddd01f14b28bf5dec54bca8bc8aa2a1c9c7 +size 636198384 diff --git a/model-00037-of-00048.safetensors b/model-00037-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..851a02b973782e4091afa4e2ba90a1bd608e240b --- /dev/null +++ b/model-00037-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc74442c0ebc61c76a356272d60a2f91da6d0ec57e02372521b7a7faf0259690 +size 636198384 diff --git a/model-00038-of-00048.safetensors b/model-00038-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b19d0c0b5f85c992468f31c9206584a344e82c46 --- /dev/null +++ b/model-00038-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd559bb2a47ea4c206db7d198974c5797dbcbf12cc59509e286bf71f4a22db8a +size 636198384 diff --git a/model-00039-of-00048.safetensors b/model-00039-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..69aaa4e0dacc21f49c6d24613efbc71b1678a85e --- /dev/null +++ b/model-00039-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9b5b75403bdaf21864336398a8552051c0a08d4baa8b1f86f959c38104fd636 +size 636198384 diff --git a/model-00040-of-00048.safetensors b/model-00040-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1fcc7491070edd6ebcc91d410a89341efd24e805 --- /dev/null +++ b/model-00040-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6812888becc87b92836633653af43e23e69d66ea7ecbde5458b4355b977a13fa +size 636198384 diff --git a/model-00041-of-00048.safetensors b/model-00041-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9d8ba71fd3b5b20d2aa7ed9dfbe86a0fafb63207 --- /dev/null +++ b/model-00041-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0850c0907d4565ec22793b36012cdb56754f65a2b326d24acc10edc3a295cdad +size 636198384 diff --git a/model-00042-of-00048.safetensors b/model-00042-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..685851beebf14e767d6af98327ca540f0774f903 --- /dev/null +++ b/model-00042-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82276c42b06c98b57413767a517d3053d29793994a86dd4b3b353cdba6cc1504 +size 636198384 diff --git a/model-00043-of-00048.safetensors b/model-00043-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a27c4b0f283ee14641170ae5705a02eb379532b1 --- /dev/null +++ b/model-00043-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c5f78ed661c2f37b198d53d9474dd6e2879367a49b60e378bc97af6f0491ca2 +size 636198384 diff --git a/model-00044-of-00048.safetensors b/model-00044-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c76587c1a2b445b215a2a6e5a3354a95bf94379e --- /dev/null +++ b/model-00044-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3abe2d17aaa24acccca3ab8b02466998140a2241b915530d5dd0e577ce41416 +size 636198384 diff --git a/model-00045-of-00048.safetensors b/model-00045-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3f4b9ed6b382b4efe54f1b7f100a7efb6dcb1c7a --- /dev/null +++ b/model-00045-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05bc9cf1d65a366694410b64a4219f37c02bed51d95dd6dea5b13ddddfd06e16 +size 636198384 diff --git a/model-00046-of-00048.safetensors b/model-00046-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..afb34d209f6477ae2898d8e3d5bf067429043ff5 --- /dev/null +++ b/model-00046-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:705bb210e5276887eb1fcb95f881553de54f05a43fdee52eff9d83f02ed2f21b +size 636198384 diff --git a/model-00047-of-00048.safetensors b/model-00047-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..39ae186d90293e310d3c67549e422a29adab6173 --- /dev/null +++ b/model-00047-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cf064f01afe1d81b51d75e9e4ddf46b3e142a335122a48e77822a91eba38e95 +size 1588096912 diff --git a/model-00048-of-00048.safetensors b/model-00048-of-00048.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..76eb24cfcdf51c9866697961302c64e3defa6f5e --- /dev/null +++ b/model-00048-of-00048.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46631748afa82c19bc11cdd199545b16914f26f264aa3f2f9c3b68cea7df1dff +size 644603896 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b63ad2b1ab273dc0125f41035e228d8e262dcf --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,19120 @@ +{ + "metadata": { + "total_size": 32212826368 + }, + "weight_map": { + "lm_head.weight": "model-00047-of-00048.safetensors", + "model.embed_tokens.weight": "model-00001-of-00048.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00048.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00048.safetensors", + "model.layers.0.mlp.down_proj.weight_scale": "model-00001-of-00048.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00048.safetensors", + "model.layers.0.mlp.gate_proj.weight_scale": "model-00001-of-00048.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00048.safetensors", + "model.layers.0.mlp.up_proj.weight_scale": "model-00001-of-00048.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00048.safetensors", + "model.layers.0.self_attn.kv_a_layernorm.weight": "model-00001-of-00048.safetensors", + "model.layers.0.self_attn.kv_a_proj_with_mqa.weight": "model-00001-of-00048.safetensors", + "model.layers.0.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00001-of-00048.safetensors", + "model.layers.0.self_attn.kv_b_proj.weight": "model-00001-of-00048.safetensors", + "model.layers.0.self_attn.kv_b_proj.weight_scale": "model-00001-of-00048.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00048.safetensors", + "model.layers.0.self_attn.o_proj.weight_scale": "model-00001-of-00048.safetensors", + "model.layers.0.self_attn.q_a_layernorm.weight": "model-00001-of-00048.safetensors", + "model.layers.0.self_attn.q_a_proj.weight": "model-00001-of-00048.safetensors", + "model.layers.0.self_attn.q_a_proj.weight_scale": "model-00001-of-00048.safetensors", + "model.layers.0.self_attn.q_b_proj.weight": "model-00001-of-00048.safetensors", + "model.layers.0.self_attn.q_b_proj.weight_scale": "model-00001-of-00048.safetensors", + "model.layers.1.input_layernorm.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.0.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.0.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.0.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.0.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.0.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.0.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.1.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.1.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.1.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.1.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.1.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.1.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.10.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.10.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.10.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.10.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.10.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.10.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.11.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.11.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.11.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.11.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.11.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.11.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.12.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.12.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.12.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.12.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.12.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.12.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.13.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.13.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.13.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.13.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.13.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.13.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.14.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.14.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.14.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.14.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.14.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.14.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.15.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.15.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.15.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.15.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.15.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.15.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.16.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.16.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.16.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.16.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.16.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.16.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.17.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.17.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.17.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.17.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.17.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.17.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.18.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.18.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.18.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.18.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.18.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.18.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.19.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.19.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.19.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.19.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.19.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.19.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.2.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.2.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.2.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.2.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.2.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.2.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.20.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.20.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.20.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.20.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.20.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.20.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.21.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.21.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.21.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.21.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.21.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.21.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.22.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.22.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.22.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.22.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.22.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.22.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.23.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.23.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.23.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.23.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.23.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.23.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.24.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.24.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.24.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.24.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.24.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.24.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.25.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.25.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.25.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.25.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.25.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.25.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.26.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.26.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.26.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.26.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.26.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.26.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.27.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.27.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.27.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.27.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.27.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.27.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.28.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.28.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.28.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.28.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.28.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.28.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.29.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.29.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.29.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.29.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.29.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.29.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.3.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.3.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.3.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.3.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.3.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.3.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.30.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.30.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.30.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.30.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.30.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.30.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.31.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.31.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.31.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.31.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.31.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.31.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.32.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.32.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.32.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.32.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.32.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.32.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.33.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.33.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.33.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.33.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.33.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.33.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.34.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.34.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.34.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.34.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.34.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.34.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.35.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.35.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.35.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.35.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.35.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.35.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.36.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.36.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.36.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.36.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.36.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.36.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.37.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.37.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.37.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.37.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.37.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.37.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.38.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.38.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.38.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.38.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.38.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.38.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.39.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.39.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.39.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.39.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.39.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.39.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.4.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.4.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.4.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.4.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.4.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.4.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.40.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.40.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.40.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.40.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.40.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.40.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.41.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.41.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.41.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.41.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.41.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.41.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.42.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.42.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.42.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.42.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.42.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.42.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.43.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.43.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.43.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.43.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.43.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.43.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.44.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.44.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.44.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.44.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.44.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.44.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.45.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.45.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.45.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.45.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.45.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.45.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.46.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.46.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.46.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.46.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.46.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.46.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.47.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.47.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.47.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.47.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.47.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.47.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.48.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.48.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.48.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.48.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.48.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.48.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.49.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.49.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.49.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.49.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.49.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.49.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.5.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.5.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.5.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.5.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.5.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.5.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.50.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.50.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.50.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.50.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.50.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.50.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.51.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.51.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.51.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.51.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.51.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.51.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.52.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.52.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.52.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.52.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.52.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.52.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.53.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.53.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.53.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.53.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.53.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.53.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.54.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.54.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.54.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.54.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.54.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.54.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.55.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.55.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.55.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.55.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.55.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.55.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.56.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.56.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.56.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.56.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.56.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.56.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.57.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.57.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.57.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.57.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.57.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.57.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.58.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.58.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.58.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.58.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.58.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.58.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.59.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.59.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.59.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.59.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.59.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.59.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.6.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.6.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.6.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.6.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.6.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.6.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.60.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.60.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.60.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.60.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.60.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.60.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.61.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.61.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.61.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.61.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.61.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.61.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.62.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.62.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.62.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.62.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.62.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.62.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.63.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.63.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.63.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.63.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.63.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.63.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.7.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.7.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.7.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.7.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.7.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.7.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.8.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.8.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.8.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.8.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.8.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.8.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.9.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.9.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.9.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.9.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.9.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.experts.9.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.gate.e_score_correction_bias": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.gate.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.shared_experts.down_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.shared_experts.down_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.shared_experts.gate_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.shared_experts.gate_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.shared_experts.up_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.mlp.shared_experts.up_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00002-of-00048.safetensors", + "model.layers.1.self_attn.kv_a_layernorm.weight": "model-00002-of-00048.safetensors", + "model.layers.1.self_attn.kv_a_proj_with_mqa.weight": "model-00002-of-00048.safetensors", + "model.layers.1.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.self_attn.kv_b_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.self_attn.kv_b_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.self_attn.o_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.self_attn.q_a_layernorm.weight": "model-00002-of-00048.safetensors", + "model.layers.1.self_attn.q_a_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.self_attn.q_a_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.1.self_attn.q_b_proj.weight": "model-00002-of-00048.safetensors", + "model.layers.1.self_attn.q_b_proj.weight_scale": "model-00002-of-00048.safetensors", + "model.layers.10.input_layernorm.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.0.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.0.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.0.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.0.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.0.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.0.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.1.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.1.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.1.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.1.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.1.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.1.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.10.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.10.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.10.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.10.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.10.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.10.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.11.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.11.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.11.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.11.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.11.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.11.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.12.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.12.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.12.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.12.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.12.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.12.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.13.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.13.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.13.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.13.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.13.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.13.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.14.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.14.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.14.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.14.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.14.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.14.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.15.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.15.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.15.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.15.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.15.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.15.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.16.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.16.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.16.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.16.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.16.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.16.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.17.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.17.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.17.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.17.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.17.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.17.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.18.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.18.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.18.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.18.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.18.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.18.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.19.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.19.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.19.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.19.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.19.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.19.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.2.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.2.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.2.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.2.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.2.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.2.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.20.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.20.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.20.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.20.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.20.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.20.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.21.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.21.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.21.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.21.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.21.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.21.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.22.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.22.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.22.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.22.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.22.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.22.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.23.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.23.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.23.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.23.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.23.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.23.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.24.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.24.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.24.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.24.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.24.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.24.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.25.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.25.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.25.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.25.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.25.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.25.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.26.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.26.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.26.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.26.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.26.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.26.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.27.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.27.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.27.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.27.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.27.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.27.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.28.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.28.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.28.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.28.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.28.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.28.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.29.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.29.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.29.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.29.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.29.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.29.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.3.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.3.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.3.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.3.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.3.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.3.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.30.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.30.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.30.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.30.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.30.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.30.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.31.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.31.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.31.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.31.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.31.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.31.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.32.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.32.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.32.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.32.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.32.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.32.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.33.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.33.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.33.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.33.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.33.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.33.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.34.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.34.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.34.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.34.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.34.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.34.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.35.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.35.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.35.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.35.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.35.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.35.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.36.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.36.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.36.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.36.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.36.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.36.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.37.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.37.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.37.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.37.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.37.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.37.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.38.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.38.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.38.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.38.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.38.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.38.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.39.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.39.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.39.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.39.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.39.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.39.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.4.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.4.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.4.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.4.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.4.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.4.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.40.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.40.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.40.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.40.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.40.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.40.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.41.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.41.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.41.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.41.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.41.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.41.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.42.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.42.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.42.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.42.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.42.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.42.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.43.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.43.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.43.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.43.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.43.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.43.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.44.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.44.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.44.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.44.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.44.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.44.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.45.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.45.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.45.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.45.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.45.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.45.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.46.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.46.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.46.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.46.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.46.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.46.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.47.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.47.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.47.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.47.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.47.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.47.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.48.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.48.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.48.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.48.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.48.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.48.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.49.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.49.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.49.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.49.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.49.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.49.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.5.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.5.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.5.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.5.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.5.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.5.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.50.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.50.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.50.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.50.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.50.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.50.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.51.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.51.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.51.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.51.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.51.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.51.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.52.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.52.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.52.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.52.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.52.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.52.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.53.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.53.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.53.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.53.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.53.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.53.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.54.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.54.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.54.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.54.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.54.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.54.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.55.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.55.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.55.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.55.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.55.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.55.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.56.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.56.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.56.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.56.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.56.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.56.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.57.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.57.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.57.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.57.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.57.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.57.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.58.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.58.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.58.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.58.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.58.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.58.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.59.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.59.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.59.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.59.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.59.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.59.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.6.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.6.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.6.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.6.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.6.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.6.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.60.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.60.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.60.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.60.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.60.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.60.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.61.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.61.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.61.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.61.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.61.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.61.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.62.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.62.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.62.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.62.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.62.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.62.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.63.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.63.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.63.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.63.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.63.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.63.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.7.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.7.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.7.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.7.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.7.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.7.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.8.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.8.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.8.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.8.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.8.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.8.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.9.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.9.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.9.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.9.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.9.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.experts.9.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.gate.e_score_correction_bias": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.gate.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.shared_experts.down_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.shared_experts.down_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.shared_experts.gate_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.shared_experts.gate_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.shared_experts.up_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.mlp.shared_experts.up_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00011-of-00048.safetensors", + "model.layers.10.self_attn.kv_a_layernorm.weight": "model-00011-of-00048.safetensors", + "model.layers.10.self_attn.kv_a_proj_with_mqa.weight": "model-00011-of-00048.safetensors", + "model.layers.10.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.self_attn.kv_b_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.self_attn.kv_b_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.self_attn.o_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.self_attn.q_a_layernorm.weight": "model-00011-of-00048.safetensors", + "model.layers.10.self_attn.q_a_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.self_attn.q_a_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.10.self_attn.q_b_proj.weight": "model-00011-of-00048.safetensors", + "model.layers.10.self_attn.q_b_proj.weight_scale": "model-00011-of-00048.safetensors", + "model.layers.11.input_layernorm.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.0.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.0.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.0.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.0.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.0.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.0.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.1.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.1.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.1.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.1.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.1.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.1.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.10.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.10.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.10.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.10.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.10.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.10.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.11.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.11.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.11.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.11.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.11.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.11.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.12.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.12.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.12.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.12.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.12.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.12.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.13.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.13.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.13.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.13.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.13.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.13.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.14.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.14.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.14.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.14.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.14.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.14.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.15.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.15.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.15.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.15.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.15.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.15.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.16.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.16.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.16.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.16.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.16.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.16.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.17.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.17.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.17.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.17.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.17.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.17.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.18.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.18.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.18.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.18.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.18.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.18.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.19.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.19.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.19.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.19.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.19.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.19.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.2.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.2.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.2.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.2.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.2.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.2.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.20.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.20.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.20.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.20.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.20.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.20.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.21.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.21.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.21.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.21.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.21.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.21.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.22.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.22.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.22.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.22.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.22.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.22.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.23.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.23.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.23.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.23.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.23.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.23.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.24.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.24.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.24.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.24.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.24.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.24.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.25.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.25.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.25.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.25.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.25.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.25.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.26.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.26.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.26.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.26.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.26.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.26.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.27.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.27.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.27.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.27.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.27.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.27.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.28.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.28.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.28.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.28.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.28.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.28.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.29.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.29.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.29.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.29.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.29.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.29.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.3.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.3.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.3.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.3.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.3.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.3.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.30.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.30.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.30.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.30.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.30.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.30.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.31.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.31.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.31.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.31.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.31.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.31.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.32.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.32.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.32.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.32.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.32.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.32.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.33.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.33.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.33.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.33.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.33.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.33.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.34.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.34.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.34.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.34.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.34.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.34.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.35.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.35.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.35.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.35.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.35.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.35.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.36.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.36.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.36.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.36.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.36.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.36.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.37.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.37.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.37.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.37.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.37.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.37.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.38.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.38.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.38.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.38.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.38.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.38.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.39.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.39.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.39.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.39.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.39.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.39.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.4.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.4.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.4.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.4.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.4.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.4.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.40.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.40.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.40.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.40.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.40.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.40.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.41.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.41.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.41.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.41.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.41.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.41.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.42.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.42.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.42.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.42.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.42.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.42.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.43.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.43.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.43.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.43.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.43.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.43.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.44.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.44.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.44.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.44.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.44.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.44.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.45.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.45.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.45.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.45.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.45.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.45.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.46.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.46.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.46.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.46.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.46.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.46.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.47.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.47.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.47.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.47.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.47.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.47.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.48.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.48.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.48.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.48.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.48.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.48.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.49.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.49.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.49.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.49.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.49.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.49.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.5.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.5.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.5.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.5.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.5.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.5.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.50.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.50.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.50.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.50.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.50.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.50.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.51.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.51.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.51.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.51.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.51.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.51.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.52.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.52.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.52.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.52.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.52.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.52.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.53.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.53.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.53.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.53.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.53.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.53.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.54.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.54.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.54.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.54.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.54.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.54.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.55.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.55.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.55.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.55.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.55.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.55.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.56.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.56.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.56.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.56.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.56.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.56.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.57.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.57.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.57.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.57.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.57.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.57.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.58.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.58.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.58.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.58.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.58.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.58.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.59.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.59.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.59.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.59.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.59.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.59.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.6.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.6.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.6.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.6.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.6.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.6.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.60.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.60.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.60.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.60.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.60.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.60.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.61.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.61.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.61.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.61.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.61.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.61.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.62.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.62.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.62.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.62.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.62.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.62.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.63.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.63.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.63.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.63.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.63.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.63.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.7.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.7.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.7.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.7.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.7.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.7.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.8.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.8.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.8.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.8.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.8.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.8.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.9.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.9.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.9.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.9.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.9.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.experts.9.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.gate.e_score_correction_bias": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.gate.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.shared_experts.down_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.shared_experts.down_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.shared_experts.gate_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.shared_experts.gate_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.shared_experts.up_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.mlp.shared_experts.up_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00012-of-00048.safetensors", + "model.layers.11.self_attn.kv_a_layernorm.weight": "model-00012-of-00048.safetensors", + "model.layers.11.self_attn.kv_a_proj_with_mqa.weight": "model-00012-of-00048.safetensors", + "model.layers.11.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.self_attn.kv_b_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.self_attn.kv_b_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.self_attn.o_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.self_attn.q_a_layernorm.weight": "model-00012-of-00048.safetensors", + "model.layers.11.self_attn.q_a_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.self_attn.q_a_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.11.self_attn.q_b_proj.weight": "model-00012-of-00048.safetensors", + "model.layers.11.self_attn.q_b_proj.weight_scale": "model-00012-of-00048.safetensors", + "model.layers.12.input_layernorm.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.0.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.0.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.0.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.0.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.0.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.0.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.1.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.1.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.1.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.1.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.1.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.1.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.10.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.10.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.10.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.10.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.10.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.10.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.11.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.11.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.11.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.11.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.11.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.11.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.12.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.12.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.12.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.12.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.12.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.12.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.13.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.13.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.13.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.13.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.13.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.13.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.14.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.14.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.14.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.14.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.14.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.14.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.15.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.15.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.15.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.15.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.15.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.15.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.16.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.16.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.16.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.16.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.16.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.16.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.17.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.17.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.17.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.17.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.17.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.17.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.18.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.18.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.18.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.18.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.18.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.18.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.19.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.19.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.19.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.19.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.19.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.19.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.2.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.2.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.2.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.2.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.2.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.2.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.20.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.20.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.20.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.20.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.20.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.20.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.21.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.21.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.21.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.21.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.21.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.21.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.22.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.22.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.22.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.22.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.22.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.22.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.23.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.23.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.23.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.23.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.23.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.23.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.24.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.24.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.24.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.24.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.24.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.24.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.25.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.25.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.25.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.25.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.25.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.25.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.26.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.26.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.26.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.26.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.26.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.26.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.27.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.27.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.27.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.27.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.27.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.27.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.28.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.28.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.28.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.28.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.28.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.28.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.29.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.29.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.29.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.29.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.29.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.29.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.3.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.3.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.3.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.3.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.3.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.3.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.30.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.30.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.30.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.30.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.30.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.30.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.31.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.31.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.31.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.31.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.31.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.31.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.32.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.32.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.32.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.32.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.32.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.32.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.33.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.33.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.33.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.33.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.33.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.33.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.34.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.34.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.34.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.34.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.34.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.34.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.35.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.35.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.35.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.35.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.35.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.35.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.36.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.36.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.36.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.36.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.36.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.36.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.37.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.37.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.37.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.37.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.37.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.37.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.38.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.38.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.38.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.38.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.38.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.38.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.39.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.39.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.39.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.39.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.39.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.39.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.4.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.4.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.4.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.4.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.4.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.4.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.40.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.40.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.40.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.40.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.40.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.40.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.41.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.41.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.41.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.41.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.41.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.41.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.42.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.42.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.42.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.42.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.42.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.42.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.43.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.43.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.43.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.43.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.43.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.43.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.44.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.44.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.44.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.44.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.44.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.44.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.45.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.45.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.45.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.45.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.45.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.45.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.46.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.46.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.46.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.46.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.46.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.46.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.47.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.47.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.47.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.47.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.47.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.47.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.48.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.48.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.48.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.48.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.48.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.48.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.49.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.49.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.49.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.49.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.49.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.49.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.5.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.5.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.5.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.5.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.5.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.5.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.50.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.50.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.50.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.50.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.50.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.50.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.51.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.51.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.51.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.51.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.51.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.51.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.52.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.52.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.52.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.52.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.52.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.52.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.53.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.53.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.53.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.53.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.53.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.53.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.54.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.54.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.54.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.54.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.54.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.54.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.55.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.55.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.55.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.55.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.55.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.55.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.56.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.56.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.56.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.56.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.56.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.56.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.57.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.57.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.57.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.57.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.57.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.57.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.58.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.58.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.58.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.58.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.58.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.58.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.59.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.59.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.59.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.59.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.59.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.59.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.6.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.6.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.6.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.6.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.6.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.6.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.60.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.60.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.60.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.60.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.60.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.60.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.61.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.61.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.61.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.61.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.61.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.61.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.62.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.62.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.62.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.62.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.62.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.62.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.63.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.63.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.63.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.63.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.63.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.63.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.7.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.7.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.7.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.7.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.7.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.7.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.8.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.8.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.8.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.8.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.8.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.8.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.9.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.9.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.9.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.9.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.9.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.experts.9.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.gate.e_score_correction_bias": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.gate.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.shared_experts.down_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.shared_experts.down_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.shared_experts.gate_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.shared_experts.gate_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.shared_experts.up_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.mlp.shared_experts.up_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00013-of-00048.safetensors", + "model.layers.12.self_attn.kv_a_layernorm.weight": "model-00013-of-00048.safetensors", + "model.layers.12.self_attn.kv_a_proj_with_mqa.weight": "model-00013-of-00048.safetensors", + "model.layers.12.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.self_attn.kv_b_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.self_attn.kv_b_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.self_attn.o_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.self_attn.q_a_layernorm.weight": "model-00013-of-00048.safetensors", + "model.layers.12.self_attn.q_a_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.self_attn.q_a_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.12.self_attn.q_b_proj.weight": "model-00013-of-00048.safetensors", + "model.layers.12.self_attn.q_b_proj.weight_scale": "model-00013-of-00048.safetensors", + "model.layers.13.input_layernorm.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.0.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.0.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.0.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.0.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.0.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.0.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.1.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.1.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.1.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.1.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.1.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.1.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.10.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.10.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.10.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.10.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.10.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.10.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.11.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.11.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.11.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.11.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.11.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.11.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.12.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.12.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.12.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.12.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.12.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.12.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.13.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.13.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.13.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.13.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.13.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.13.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.14.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.14.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.14.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.14.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.14.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.14.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.15.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.15.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.15.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.15.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.15.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.15.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.16.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.16.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.16.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.16.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.16.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.16.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.17.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.17.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.17.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.17.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.17.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.17.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.18.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.18.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.18.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.18.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.18.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.18.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.19.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.19.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.19.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.19.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.19.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.19.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.2.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.2.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.2.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.2.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.2.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.2.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.20.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.20.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.20.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.20.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.20.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.20.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.21.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.21.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.21.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.21.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.21.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.21.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.22.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.22.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.22.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.22.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.22.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.22.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.23.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.23.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.23.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.23.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.23.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.23.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.24.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.24.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.24.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.24.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.24.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.24.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.25.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.25.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.25.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.25.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.25.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.25.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.26.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.26.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.26.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.26.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.26.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.26.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.27.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.27.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.27.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.27.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.27.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.27.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.28.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.28.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.28.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.28.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.28.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.28.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.29.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.29.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.29.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.29.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.29.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.29.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.3.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.3.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.3.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.3.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.3.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.3.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.30.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.30.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.30.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.30.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.30.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.30.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.31.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.31.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.31.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.31.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.31.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.31.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.32.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.32.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.32.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.32.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.32.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.32.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.33.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.33.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.33.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.33.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.33.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.33.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.34.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.34.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.34.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.34.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.34.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.34.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.35.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.35.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.35.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.35.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.35.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.35.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.36.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.36.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.36.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.36.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.36.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.36.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.37.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.37.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.37.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.37.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.37.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.37.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.38.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.38.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.38.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.38.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.38.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.38.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.39.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.39.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.39.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.39.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.39.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.39.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.4.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.4.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.4.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.4.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.4.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.4.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.40.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.40.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.40.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.40.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.40.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.40.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.41.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.41.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.41.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.41.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.41.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.41.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.42.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.42.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.42.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.42.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.42.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.42.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.43.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.43.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.43.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.43.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.43.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.43.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.44.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.44.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.44.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.44.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.44.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.44.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.45.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.45.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.45.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.45.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.45.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.45.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.46.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.46.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.46.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.46.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.46.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.46.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.47.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.47.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.47.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.47.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.47.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.47.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.48.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.48.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.48.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.48.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.48.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.48.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.49.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.49.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.49.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.49.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.49.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.49.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.5.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.5.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.5.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.5.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.5.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.5.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.50.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.50.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.50.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.50.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.50.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.50.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.51.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.51.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.51.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.51.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.51.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.51.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.52.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.52.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.52.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.52.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.52.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.52.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.53.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.53.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.53.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.53.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.53.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.53.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.54.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.54.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.54.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.54.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.54.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.54.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.55.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.55.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.55.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.55.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.55.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.55.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.56.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.56.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.56.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.56.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.56.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.56.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.57.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.57.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.57.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.57.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.57.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.57.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.58.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.58.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.58.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.58.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.58.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.58.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.59.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.59.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.59.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.59.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.59.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.59.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.6.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.6.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.6.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.6.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.6.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.6.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.60.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.60.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.60.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.60.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.60.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.60.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.61.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.61.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.61.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.61.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.61.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.61.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.62.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.62.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.62.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.62.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.62.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.62.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.63.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.63.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.63.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.63.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.63.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.63.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.7.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.7.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.7.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.7.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.7.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.7.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.8.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.8.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.8.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.8.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.8.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.8.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.9.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.9.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.9.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.9.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.9.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.experts.9.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.gate.e_score_correction_bias": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.gate.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.shared_experts.down_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.shared_experts.down_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.shared_experts.gate_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.shared_experts.gate_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.shared_experts.up_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.mlp.shared_experts.up_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00014-of-00048.safetensors", + "model.layers.13.self_attn.kv_a_layernorm.weight": "model-00014-of-00048.safetensors", + "model.layers.13.self_attn.kv_a_proj_with_mqa.weight": "model-00014-of-00048.safetensors", + "model.layers.13.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.self_attn.kv_b_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.self_attn.kv_b_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.self_attn.o_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.self_attn.q_a_layernorm.weight": "model-00014-of-00048.safetensors", + "model.layers.13.self_attn.q_a_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.self_attn.q_a_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.13.self_attn.q_b_proj.weight": "model-00014-of-00048.safetensors", + "model.layers.13.self_attn.q_b_proj.weight_scale": "model-00014-of-00048.safetensors", + "model.layers.14.input_layernorm.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.0.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.0.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.0.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.0.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.0.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.0.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.1.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.1.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.1.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.1.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.1.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.1.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.10.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.10.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.10.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.10.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.10.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.10.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.11.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.11.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.11.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.11.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.11.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.11.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.12.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.12.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.12.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.12.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.12.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.12.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.13.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.13.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.13.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.13.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.13.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.13.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.14.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.14.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.14.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.14.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.14.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.14.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.15.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.15.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.15.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.15.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.15.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.15.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.16.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.16.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.16.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.16.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.16.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.16.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.17.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.17.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.17.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.17.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.17.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.17.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.18.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.18.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.18.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.18.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.18.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.18.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.19.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.19.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.19.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.19.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.19.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.19.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.2.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.2.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.2.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.2.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.2.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.2.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.20.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.20.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.20.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.20.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.20.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.20.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.21.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.21.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.21.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.21.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.21.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.21.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.22.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.22.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.22.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.22.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.22.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.22.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.23.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.23.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.23.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.23.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.23.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.23.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.24.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.24.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.24.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.24.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.24.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.24.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.25.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.25.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.25.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.25.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.25.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.25.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.26.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.26.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.26.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.26.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.26.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.26.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.27.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.27.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.27.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.27.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.27.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.27.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.28.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.28.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.28.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.28.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.28.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.28.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.29.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.29.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.29.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.29.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.29.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.29.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.3.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.3.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.3.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.3.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.3.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.3.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.30.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.30.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.30.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.30.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.30.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.30.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.31.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.31.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.31.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.31.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.31.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.31.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.32.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.32.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.32.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.32.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.32.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.32.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.33.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.33.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.33.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.33.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.33.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.33.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.34.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.34.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.34.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.34.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.34.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.34.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.35.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.35.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.35.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.35.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.35.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.35.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.36.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.36.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.36.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.36.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.36.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.36.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.37.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.37.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.37.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.37.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.37.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.37.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.38.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.38.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.38.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.38.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.38.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.38.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.39.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.39.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.39.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.39.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.39.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.39.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.4.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.4.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.4.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.4.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.4.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.4.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.40.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.40.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.40.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.40.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.40.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.40.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.41.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.41.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.41.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.41.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.41.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.41.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.42.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.42.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.42.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.42.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.42.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.42.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.43.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.43.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.43.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.43.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.43.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.43.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.44.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.44.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.44.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.44.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.44.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.44.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.45.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.45.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.45.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.45.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.45.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.45.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.46.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.46.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.46.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.46.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.46.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.46.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.47.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.47.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.47.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.47.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.47.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.47.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.48.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.48.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.48.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.48.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.48.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.48.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.49.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.49.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.49.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.49.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.49.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.49.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.5.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.5.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.5.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.5.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.5.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.5.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.50.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.50.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.50.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.50.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.50.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.50.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.51.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.51.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.51.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.51.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.51.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.51.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.52.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.52.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.52.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.52.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.52.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.52.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.53.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.53.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.53.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.53.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.53.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.53.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.54.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.54.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.54.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.54.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.54.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.54.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.55.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.55.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.55.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.55.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.55.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.55.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.56.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.56.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.56.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.56.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.56.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.56.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.57.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.57.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.57.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.57.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.57.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.57.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.58.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.58.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.58.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.58.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.58.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.58.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.59.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.59.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.59.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.59.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.59.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.59.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.6.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.6.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.6.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.6.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.6.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.6.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.60.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.60.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.60.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.60.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.60.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.60.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.61.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.61.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.61.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.61.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.61.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.61.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.62.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.62.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.62.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.62.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.62.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.62.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.63.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.63.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.63.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.63.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.63.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.63.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.7.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.7.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.7.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.7.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.7.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.7.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.8.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.8.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.8.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.8.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.8.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.8.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.9.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.9.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.9.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.9.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.9.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.experts.9.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.gate.e_score_correction_bias": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.gate.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.shared_experts.down_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.shared_experts.down_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.shared_experts.gate_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.shared_experts.gate_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.shared_experts.up_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.mlp.shared_experts.up_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00015-of-00048.safetensors", + "model.layers.14.self_attn.kv_a_layernorm.weight": "model-00015-of-00048.safetensors", + "model.layers.14.self_attn.kv_a_proj_with_mqa.weight": "model-00015-of-00048.safetensors", + "model.layers.14.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.self_attn.kv_b_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.self_attn.kv_b_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.self_attn.o_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.self_attn.q_a_layernorm.weight": "model-00015-of-00048.safetensors", + "model.layers.14.self_attn.q_a_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.self_attn.q_a_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.14.self_attn.q_b_proj.weight": "model-00015-of-00048.safetensors", + "model.layers.14.self_attn.q_b_proj.weight_scale": "model-00015-of-00048.safetensors", + "model.layers.15.input_layernorm.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.0.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.0.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.0.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.0.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.0.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.0.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.1.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.1.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.1.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.1.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.1.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.1.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.10.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.10.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.10.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.10.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.10.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.10.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.11.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.11.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.11.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.11.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.11.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.11.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.12.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.12.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.12.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.12.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.12.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.12.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.13.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.13.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.13.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.13.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.13.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.13.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.14.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.14.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.14.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.14.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.14.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.14.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.15.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.15.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.15.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.15.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.15.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.15.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.16.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.16.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.16.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.16.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.16.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.16.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.17.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.17.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.17.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.17.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.17.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.17.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.18.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.18.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.18.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.18.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.18.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.18.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.19.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.19.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.19.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.19.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.19.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.19.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.2.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.2.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.2.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.2.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.2.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.2.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.20.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.20.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.20.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.20.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.20.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.20.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.21.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.21.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.21.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.21.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.21.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.21.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.22.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.22.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.22.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.22.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.22.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.22.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.23.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.23.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.23.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.23.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.23.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.23.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.24.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.24.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.24.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.24.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.24.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.24.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.25.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.25.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.25.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.25.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.25.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.25.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.26.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.26.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.26.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.26.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.26.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.26.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.27.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.27.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.27.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.27.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.27.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.27.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.28.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.28.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.28.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.28.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.28.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.28.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.29.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.29.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.29.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.29.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.29.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.29.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.3.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.3.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.3.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.3.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.3.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.3.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.30.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.30.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.30.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.30.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.30.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.30.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.31.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.31.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.31.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.31.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.31.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.31.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.32.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.32.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.32.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.32.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.32.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.32.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.33.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.33.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.33.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.33.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.33.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.33.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.34.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.34.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.34.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.34.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.34.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.34.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.35.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.35.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.35.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.35.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.35.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.35.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.36.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.36.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.36.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.36.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.36.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.36.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.37.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.37.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.37.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.37.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.37.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.37.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.38.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.38.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.38.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.38.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.38.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.38.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.39.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.39.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.39.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.39.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.39.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.39.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.4.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.4.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.4.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.4.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.4.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.4.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.40.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.40.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.40.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.40.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.40.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.40.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.41.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.41.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.41.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.41.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.41.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.41.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.42.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.42.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.42.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.42.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.42.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.42.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.43.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.43.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.43.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.43.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.43.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.43.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.44.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.44.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.44.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.44.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.44.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.44.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.45.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.45.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.45.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.45.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.45.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.45.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.46.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.46.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.46.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.46.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.46.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.46.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.47.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.47.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.47.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.47.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.47.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.47.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.48.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.48.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.48.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.48.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.48.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.48.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.49.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.49.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.49.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.49.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.49.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.49.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.5.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.5.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.5.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.5.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.5.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.5.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.50.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.50.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.50.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.50.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.50.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.50.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.51.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.51.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.51.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.51.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.51.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.51.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.52.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.52.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.52.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.52.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.52.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.52.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.53.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.53.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.53.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.53.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.53.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.53.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.54.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.54.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.54.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.54.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.54.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.54.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.55.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.55.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.55.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.55.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.55.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.55.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.56.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.56.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.56.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.56.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.56.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.56.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.57.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.57.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.57.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.57.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.57.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.57.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.58.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.58.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.58.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.58.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.58.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.58.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.59.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.59.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.59.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.59.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.59.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.59.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.6.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.6.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.6.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.6.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.6.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.6.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.60.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.60.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.60.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.60.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.60.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.60.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.61.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.61.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.61.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.61.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.61.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.61.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.62.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.62.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.62.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.62.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.62.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.62.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.63.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.63.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.63.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.63.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.63.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.63.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.7.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.7.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.7.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.7.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.7.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.7.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.8.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.8.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.8.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.8.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.8.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.8.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.9.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.9.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.9.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.9.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.9.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.experts.9.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.gate.e_score_correction_bias": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.gate.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.shared_experts.down_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.shared_experts.down_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.shared_experts.gate_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.shared_experts.gate_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.shared_experts.up_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.mlp.shared_experts.up_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00016-of-00048.safetensors", + "model.layers.15.self_attn.kv_a_layernorm.weight": "model-00016-of-00048.safetensors", + "model.layers.15.self_attn.kv_a_proj_with_mqa.weight": "model-00016-of-00048.safetensors", + "model.layers.15.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.self_attn.kv_b_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.self_attn.kv_b_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.self_attn.o_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.self_attn.q_a_layernorm.weight": "model-00016-of-00048.safetensors", + "model.layers.15.self_attn.q_a_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.self_attn.q_a_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.15.self_attn.q_b_proj.weight": "model-00016-of-00048.safetensors", + "model.layers.15.self_attn.q_b_proj.weight_scale": "model-00016-of-00048.safetensors", + "model.layers.16.input_layernorm.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.0.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.0.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.0.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.0.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.0.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.0.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.1.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.1.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.1.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.1.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.1.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.1.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.10.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.10.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.10.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.10.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.10.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.10.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.11.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.11.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.11.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.11.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.11.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.11.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.12.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.12.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.12.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.12.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.12.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.12.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.13.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.13.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.13.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.13.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.13.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.13.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.14.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.14.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.14.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.14.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.14.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.14.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.15.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.15.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.15.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.15.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.15.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.15.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.16.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.16.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.16.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.16.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.16.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.16.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.17.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.17.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.17.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.17.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.17.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.17.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.18.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.18.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.18.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.18.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.18.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.18.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.19.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.19.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.19.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.19.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.19.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.19.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.2.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.2.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.2.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.2.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.2.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.2.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.20.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.20.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.20.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.20.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.20.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.20.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.21.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.21.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.21.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.21.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.21.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.21.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.22.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.22.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.22.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.22.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.22.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.22.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.23.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.23.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.23.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.23.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.23.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.23.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.24.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.24.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.24.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.24.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.24.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.24.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.25.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.25.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.25.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.25.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.25.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.25.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.26.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.26.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.26.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.26.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.26.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.26.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.27.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.27.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.27.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.27.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.27.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.27.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.28.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.28.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.28.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.28.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.28.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.28.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.29.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.29.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.29.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.29.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.29.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.29.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.3.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.3.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.3.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.3.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.3.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.3.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.30.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.30.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.30.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.30.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.30.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.30.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.31.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.31.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.31.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.31.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.31.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.31.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.32.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.32.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.32.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.32.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.32.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.32.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.33.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.33.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.33.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.33.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.33.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.33.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.34.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.34.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.34.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.34.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.34.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.34.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.35.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.35.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.35.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.35.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.35.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.35.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.36.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.36.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.36.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.36.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.36.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.36.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.37.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.37.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.37.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.37.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.37.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.37.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.38.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.38.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.38.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.38.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.38.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.38.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.39.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.39.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.39.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.39.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.39.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.39.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.4.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.4.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.4.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.4.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.4.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.4.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.40.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.40.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.40.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.40.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.40.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.40.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.41.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.41.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.41.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.41.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.41.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.41.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.42.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.42.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.42.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.42.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.42.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.42.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.43.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.43.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.43.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.43.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.43.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.43.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.44.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.44.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.44.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.44.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.44.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.44.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.45.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.45.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.45.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.45.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.45.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.45.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.46.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.46.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.46.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.46.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.46.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.46.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.47.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.47.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.47.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.47.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.47.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.47.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.48.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.48.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.48.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.48.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.48.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.48.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.49.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.49.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.49.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.49.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.49.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.49.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.5.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.5.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.5.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.5.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.5.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.5.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.50.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.50.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.50.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.50.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.50.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.50.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.51.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.51.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.51.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.51.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.51.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.51.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.52.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.52.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.52.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.52.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.52.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.52.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.53.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.53.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.53.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.53.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.53.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.53.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.54.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.54.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.54.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.54.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.54.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.54.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.55.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.55.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.55.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.55.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.55.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.55.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.56.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.56.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.56.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.56.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.56.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.56.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.57.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.57.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.57.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.57.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.57.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.57.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.58.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.58.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.58.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.58.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.58.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.58.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.59.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.59.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.59.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.59.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.59.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.59.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.6.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.6.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.6.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.6.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.6.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.6.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.60.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.60.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.60.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.60.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.60.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.60.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.61.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.61.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.61.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.61.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.61.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.61.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.62.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.62.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.62.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.62.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.62.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.62.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.63.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.63.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.63.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.63.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.63.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.63.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.7.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.7.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.7.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.7.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.7.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.7.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.8.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.8.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.8.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.8.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.8.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.8.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.9.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.9.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.9.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.9.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.9.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.experts.9.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.gate.e_score_correction_bias": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.gate.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.shared_experts.down_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.shared_experts.down_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.shared_experts.gate_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.shared_experts.gate_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.shared_experts.up_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.mlp.shared_experts.up_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00017-of-00048.safetensors", + "model.layers.16.self_attn.kv_a_layernorm.weight": "model-00017-of-00048.safetensors", + "model.layers.16.self_attn.kv_a_proj_with_mqa.weight": "model-00017-of-00048.safetensors", + "model.layers.16.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.self_attn.kv_b_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.self_attn.kv_b_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.self_attn.o_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.self_attn.q_a_layernorm.weight": "model-00017-of-00048.safetensors", + "model.layers.16.self_attn.q_a_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.self_attn.q_a_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.16.self_attn.q_b_proj.weight": "model-00017-of-00048.safetensors", + "model.layers.16.self_attn.q_b_proj.weight_scale": "model-00017-of-00048.safetensors", + "model.layers.17.input_layernorm.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.0.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.0.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.0.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.0.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.0.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.0.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.1.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.1.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.1.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.1.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.1.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.1.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.10.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.10.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.10.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.10.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.10.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.10.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.11.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.11.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.11.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.11.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.11.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.11.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.12.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.12.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.12.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.12.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.12.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.12.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.13.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.13.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.13.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.13.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.13.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.13.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.14.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.14.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.14.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.14.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.14.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.14.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.15.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.15.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.15.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.15.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.15.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.15.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.16.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.16.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.16.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.16.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.16.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.16.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.17.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.17.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.17.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.17.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.17.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.17.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.18.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.18.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.18.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.18.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.18.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.18.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.19.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.19.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.19.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.19.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.19.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.19.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.2.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.2.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.2.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.2.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.2.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.2.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.20.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.20.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.20.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.20.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.20.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.20.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.21.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.21.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.21.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.21.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.21.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.21.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.22.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.22.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.22.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.22.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.22.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.22.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.23.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.23.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.23.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.23.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.23.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.23.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.24.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.24.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.24.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.24.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.24.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.24.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.25.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.25.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.25.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.25.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.25.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.25.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.26.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.26.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.26.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.26.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.26.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.26.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.27.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.27.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.27.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.27.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.27.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.27.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.28.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.28.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.28.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.28.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.28.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.28.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.29.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.29.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.29.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.29.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.29.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.29.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.3.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.3.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.3.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.3.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.3.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.3.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.30.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.30.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.30.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.30.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.30.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.30.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.31.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.31.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.31.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.31.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.31.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.31.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.32.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.32.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.32.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.32.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.32.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.32.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.33.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.33.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.33.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.33.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.33.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.33.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.34.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.34.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.34.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.34.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.34.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.34.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.35.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.35.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.35.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.35.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.35.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.35.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.36.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.36.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.36.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.36.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.36.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.36.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.37.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.37.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.37.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.37.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.37.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.37.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.38.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.38.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.38.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.38.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.38.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.38.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.39.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.39.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.39.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.39.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.39.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.39.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.4.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.4.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.4.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.4.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.4.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.4.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.40.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.40.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.40.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.40.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.40.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.40.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.41.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.41.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.41.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.41.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.41.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.41.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.42.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.42.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.42.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.42.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.42.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.42.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.43.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.43.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.43.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.43.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.43.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.43.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.44.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.44.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.44.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.44.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.44.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.44.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.45.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.45.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.45.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.45.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.45.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.45.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.46.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.46.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.46.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.46.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.46.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.46.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.47.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.47.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.47.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.47.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.47.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.47.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.48.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.48.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.48.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.48.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.48.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.48.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.49.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.49.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.49.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.49.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.49.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.49.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.5.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.5.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.5.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.5.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.5.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.5.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.50.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.50.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.50.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.50.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.50.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.50.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.51.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.51.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.51.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.51.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.51.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.51.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.52.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.52.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.52.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.52.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.52.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.52.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.53.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.53.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.53.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.53.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.53.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.53.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.54.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.54.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.54.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.54.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.54.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.54.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.55.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.55.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.55.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.55.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.55.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.55.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.56.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.56.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.56.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.56.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.56.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.56.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.57.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.57.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.57.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.57.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.57.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.57.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.58.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.58.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.58.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.58.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.58.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.58.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.59.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.59.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.59.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.59.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.59.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.59.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.6.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.6.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.6.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.6.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.6.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.6.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.60.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.60.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.60.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.60.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.60.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.60.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.61.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.61.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.61.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.61.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.61.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.61.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.62.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.62.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.62.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.62.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.62.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.62.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.63.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.63.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.63.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.63.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.63.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.63.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.7.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.7.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.7.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.7.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.7.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.7.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.8.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.8.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.8.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.8.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.8.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.8.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.9.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.9.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.9.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.9.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.9.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.experts.9.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.gate.e_score_correction_bias": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.gate.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.shared_experts.down_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.shared_experts.down_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.shared_experts.gate_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.shared_experts.gate_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.shared_experts.up_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.mlp.shared_experts.up_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00018-of-00048.safetensors", + "model.layers.17.self_attn.kv_a_layernorm.weight": "model-00018-of-00048.safetensors", + "model.layers.17.self_attn.kv_a_proj_with_mqa.weight": "model-00018-of-00048.safetensors", + "model.layers.17.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.self_attn.kv_b_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.self_attn.kv_b_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.self_attn.o_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.self_attn.q_a_layernorm.weight": "model-00018-of-00048.safetensors", + "model.layers.17.self_attn.q_a_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.self_attn.q_a_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.17.self_attn.q_b_proj.weight": "model-00018-of-00048.safetensors", + "model.layers.17.self_attn.q_b_proj.weight_scale": "model-00018-of-00048.safetensors", + "model.layers.18.input_layernorm.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.0.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.0.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.0.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.0.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.0.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.0.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.1.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.1.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.1.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.1.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.1.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.1.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.10.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.10.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.10.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.10.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.10.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.10.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.11.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.11.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.11.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.11.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.11.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.11.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.12.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.12.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.12.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.12.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.12.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.12.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.13.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.13.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.13.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.13.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.13.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.13.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.14.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.14.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.14.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.14.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.14.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.14.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.15.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.15.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.15.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.15.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.15.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.15.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.16.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.16.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.16.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.16.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.16.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.16.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.17.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.17.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.17.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.17.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.17.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.17.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.18.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.18.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.18.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.18.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.18.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.18.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.19.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.19.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.19.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.19.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.19.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.19.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.2.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.2.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.2.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.2.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.2.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.2.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.20.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.20.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.20.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.20.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.20.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.20.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.21.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.21.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.21.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.21.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.21.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.21.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.22.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.22.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.22.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.22.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.22.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.22.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.23.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.23.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.23.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.23.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.23.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.23.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.24.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.24.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.24.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.24.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.24.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.24.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.25.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.25.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.25.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.25.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.25.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.25.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.26.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.26.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.26.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.26.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.26.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.26.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.27.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.27.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.27.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.27.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.27.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.27.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.28.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.28.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.28.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.28.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.28.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.28.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.29.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.29.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.29.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.29.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.29.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.29.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.3.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.3.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.3.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.3.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.3.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.3.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.30.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.30.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.30.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.30.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.30.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.30.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.31.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.31.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.31.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.31.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.31.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.31.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.32.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.32.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.32.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.32.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.32.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.32.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.33.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.33.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.33.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.33.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.33.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.33.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.34.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.34.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.34.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.34.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.34.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.34.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.35.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.35.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.35.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.35.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.35.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.35.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.36.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.36.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.36.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.36.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.36.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.36.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.37.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.37.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.37.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.37.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.37.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.37.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.38.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.38.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.38.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.38.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.38.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.38.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.39.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.39.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.39.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.39.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.39.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.39.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.4.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.4.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.4.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.4.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.4.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.4.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.40.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.40.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.40.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.40.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.40.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.40.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.41.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.41.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.41.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.41.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.41.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.41.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.42.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.42.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.42.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.42.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.42.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.42.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.43.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.43.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.43.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.43.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.43.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.43.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.44.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.44.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.44.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.44.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.44.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.44.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.45.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.45.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.45.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.45.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.45.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.45.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.46.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.46.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.46.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.46.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.46.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.46.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.47.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.47.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.47.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.47.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.47.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.47.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.48.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.48.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.48.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.48.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.48.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.48.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.49.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.49.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.49.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.49.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.49.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.49.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.5.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.5.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.5.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.5.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.5.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.5.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.50.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.50.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.50.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.50.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.50.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.50.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.51.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.51.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.51.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.51.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.51.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.51.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.52.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.52.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.52.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.52.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.52.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.52.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.53.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.53.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.53.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.53.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.53.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.53.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.54.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.54.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.54.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.54.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.54.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.54.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.55.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.55.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.55.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.55.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.55.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.55.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.56.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.56.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.56.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.56.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.56.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.56.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.57.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.57.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.57.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.57.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.57.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.57.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.58.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.58.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.58.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.58.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.58.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.58.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.59.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.59.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.59.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.59.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.59.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.59.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.6.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.6.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.6.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.6.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.6.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.6.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.60.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.60.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.60.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.60.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.60.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.60.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.61.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.61.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.61.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.61.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.61.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.61.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.62.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.62.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.62.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.62.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.62.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.62.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.63.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.63.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.63.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.63.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.63.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.63.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.7.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.7.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.7.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.7.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.7.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.7.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.8.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.8.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.8.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.8.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.8.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.8.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.9.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.9.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.9.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.9.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.9.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.experts.9.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.gate.e_score_correction_bias": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.gate.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.shared_experts.down_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.shared_experts.down_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.shared_experts.gate_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.shared_experts.gate_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.shared_experts.up_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.mlp.shared_experts.up_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00019-of-00048.safetensors", + "model.layers.18.self_attn.kv_a_layernorm.weight": "model-00019-of-00048.safetensors", + "model.layers.18.self_attn.kv_a_proj_with_mqa.weight": "model-00019-of-00048.safetensors", + "model.layers.18.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.self_attn.kv_b_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.self_attn.kv_b_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.self_attn.o_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.self_attn.q_a_layernorm.weight": "model-00019-of-00048.safetensors", + "model.layers.18.self_attn.q_a_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.self_attn.q_a_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.18.self_attn.q_b_proj.weight": "model-00019-of-00048.safetensors", + "model.layers.18.self_attn.q_b_proj.weight_scale": "model-00019-of-00048.safetensors", + "model.layers.19.input_layernorm.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.0.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.0.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.0.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.0.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.0.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.0.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.1.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.1.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.1.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.1.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.1.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.1.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.10.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.10.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.10.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.10.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.10.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.10.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.11.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.11.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.11.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.11.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.11.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.11.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.12.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.12.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.12.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.12.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.12.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.12.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.13.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.13.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.13.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.13.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.13.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.13.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.14.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.14.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.14.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.14.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.14.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.14.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.15.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.15.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.15.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.15.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.15.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.15.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.16.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.16.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.16.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.16.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.16.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.16.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.17.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.17.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.17.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.17.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.17.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.17.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.18.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.18.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.18.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.18.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.18.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.18.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.19.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.19.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.19.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.19.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.19.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.19.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.2.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.2.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.2.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.2.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.2.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.2.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.20.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.20.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.20.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.20.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.20.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.20.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.21.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.21.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.21.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.21.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.21.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.21.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.22.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.22.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.22.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.22.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.22.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.22.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.23.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.23.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.23.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.23.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.23.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.23.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.24.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.24.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.24.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.24.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.24.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.24.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.25.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.25.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.25.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.25.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.25.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.25.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.26.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.26.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.26.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.26.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.26.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.26.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.27.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.27.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.27.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.27.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.27.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.27.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.28.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.28.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.28.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.28.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.28.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.28.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.29.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.29.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.29.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.29.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.29.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.29.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.3.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.3.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.3.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.3.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.3.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.3.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.30.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.30.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.30.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.30.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.30.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.30.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.31.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.31.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.31.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.31.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.31.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.31.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.32.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.32.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.32.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.32.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.32.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.32.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.33.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.33.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.33.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.33.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.33.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.33.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.34.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.34.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.34.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.34.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.34.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.34.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.35.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.35.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.35.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.35.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.35.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.35.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.36.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.36.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.36.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.36.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.36.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.36.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.37.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.37.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.37.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.37.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.37.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.37.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.38.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.38.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.38.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.38.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.38.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.38.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.39.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.39.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.39.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.39.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.39.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.39.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.4.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.4.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.4.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.4.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.4.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.4.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.40.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.40.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.40.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.40.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.40.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.40.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.41.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.41.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.41.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.41.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.41.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.41.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.42.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.42.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.42.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.42.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.42.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.42.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.43.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.43.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.43.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.43.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.43.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.43.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.44.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.44.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.44.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.44.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.44.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.44.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.45.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.45.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.45.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.45.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.45.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.45.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.46.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.46.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.46.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.46.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.46.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.46.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.47.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.47.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.47.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.47.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.47.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.47.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.48.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.48.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.48.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.48.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.48.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.48.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.49.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.49.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.49.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.49.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.49.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.49.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.5.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.5.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.5.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.5.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.5.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.5.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.50.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.50.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.50.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.50.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.50.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.50.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.51.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.51.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.51.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.51.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.51.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.51.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.52.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.52.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.52.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.52.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.52.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.52.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.53.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.53.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.53.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.53.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.53.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.53.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.54.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.54.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.54.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.54.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.54.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.54.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.55.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.55.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.55.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.55.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.55.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.55.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.56.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.56.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.56.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.56.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.56.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.56.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.57.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.57.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.57.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.57.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.57.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.57.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.58.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.58.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.58.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.58.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.58.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.58.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.59.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.59.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.59.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.59.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.59.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.59.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.6.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.6.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.6.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.6.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.6.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.6.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.60.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.60.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.60.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.60.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.60.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.60.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.61.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.61.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.61.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.61.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.61.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.61.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.62.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.62.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.62.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.62.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.62.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.62.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.63.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.63.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.63.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.63.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.63.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.63.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.7.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.7.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.7.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.7.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.7.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.7.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.8.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.8.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.8.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.8.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.8.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.8.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.9.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.9.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.9.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.9.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.9.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.experts.9.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.gate.e_score_correction_bias": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.gate.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.shared_experts.down_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.shared_experts.down_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.shared_experts.gate_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.shared_experts.gate_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.shared_experts.up_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.mlp.shared_experts.up_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00020-of-00048.safetensors", + "model.layers.19.self_attn.kv_a_layernorm.weight": "model-00020-of-00048.safetensors", + "model.layers.19.self_attn.kv_a_proj_with_mqa.weight": "model-00020-of-00048.safetensors", + "model.layers.19.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.self_attn.kv_b_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.self_attn.kv_b_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.self_attn.o_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.self_attn.q_a_layernorm.weight": "model-00020-of-00048.safetensors", + "model.layers.19.self_attn.q_a_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.self_attn.q_a_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.19.self_attn.q_b_proj.weight": "model-00020-of-00048.safetensors", + "model.layers.19.self_attn.q_b_proj.weight_scale": "model-00020-of-00048.safetensors", + "model.layers.2.input_layernorm.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.0.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.0.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.0.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.0.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.0.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.0.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.1.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.1.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.1.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.1.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.1.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.1.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.10.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.10.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.10.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.10.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.10.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.10.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.11.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.11.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.11.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.11.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.11.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.11.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.12.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.12.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.12.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.12.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.12.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.12.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.13.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.13.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.13.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.13.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.13.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.13.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.14.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.14.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.14.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.14.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.14.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.14.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.15.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.15.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.15.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.15.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.15.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.15.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.16.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.16.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.16.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.16.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.16.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.16.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.17.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.17.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.17.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.17.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.17.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.17.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.18.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.18.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.18.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.18.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.18.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.18.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.19.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.19.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.19.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.19.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.19.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.19.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.2.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.2.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.2.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.2.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.2.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.2.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.20.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.20.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.20.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.20.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.20.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.20.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.21.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.21.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.21.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.21.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.21.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.21.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.22.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.22.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.22.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.22.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.22.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.22.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.23.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.23.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.23.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.23.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.23.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.23.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.24.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.24.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.24.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.24.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.24.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.24.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.25.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.25.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.25.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.25.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.25.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.25.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.26.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.26.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.26.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.26.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.26.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.26.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.27.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.27.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.27.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.27.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.27.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.27.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.28.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.28.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.28.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.28.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.28.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.28.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.29.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.29.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.29.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.29.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.29.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.29.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.3.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.3.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.3.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.3.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.3.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.3.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.30.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.30.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.30.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.30.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.30.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.30.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.31.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.31.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.31.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.31.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.31.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.31.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.32.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.32.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.32.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.32.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.32.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.32.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.33.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.33.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.33.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.33.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.33.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.33.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.34.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.34.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.34.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.34.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.34.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.34.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.35.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.35.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.35.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.35.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.35.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.35.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.36.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.36.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.36.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.36.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.36.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.36.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.37.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.37.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.37.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.37.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.37.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.37.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.38.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.38.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.38.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.38.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.38.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.38.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.39.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.39.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.39.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.39.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.39.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.39.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.4.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.4.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.4.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.4.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.4.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.4.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.40.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.40.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.40.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.40.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.40.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.40.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.41.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.41.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.41.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.41.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.41.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.41.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.42.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.42.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.42.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.42.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.42.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.42.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.43.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.43.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.43.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.43.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.43.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.43.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.44.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.44.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.44.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.44.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.44.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.44.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.45.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.45.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.45.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.45.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.45.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.45.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.46.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.46.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.46.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.46.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.46.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.46.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.47.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.47.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.47.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.47.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.47.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.47.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.48.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.48.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.48.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.48.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.48.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.48.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.49.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.49.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.49.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.49.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.49.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.49.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.5.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.5.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.5.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.5.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.5.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.5.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.50.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.50.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.50.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.50.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.50.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.50.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.51.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.51.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.51.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.51.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.51.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.51.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.52.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.52.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.52.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.52.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.52.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.52.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.53.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.53.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.53.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.53.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.53.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.53.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.54.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.54.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.54.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.54.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.54.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.54.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.55.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.55.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.55.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.55.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.55.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.55.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.56.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.56.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.56.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.56.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.56.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.56.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.57.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.57.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.57.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.57.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.57.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.57.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.58.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.58.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.58.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.58.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.58.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.58.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.59.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.59.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.59.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.59.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.59.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.59.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.6.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.6.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.6.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.6.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.6.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.6.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.60.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.60.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.60.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.60.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.60.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.60.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.61.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.61.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.61.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.61.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.61.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.61.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.62.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.62.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.62.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.62.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.62.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.62.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.63.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.63.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.63.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.63.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.63.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.63.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.7.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.7.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.7.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.7.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.7.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.7.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.8.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.8.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.8.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.8.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.8.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.8.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.9.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.9.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.9.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.9.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.9.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.experts.9.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.gate.e_score_correction_bias": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.gate.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.shared_experts.down_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.shared_experts.down_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.shared_experts.gate_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.shared_experts.gate_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.shared_experts.up_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.mlp.shared_experts.up_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00003-of-00048.safetensors", + "model.layers.2.self_attn.kv_a_layernorm.weight": "model-00003-of-00048.safetensors", + "model.layers.2.self_attn.kv_a_proj_with_mqa.weight": "model-00003-of-00048.safetensors", + "model.layers.2.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.self_attn.kv_b_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.self_attn.kv_b_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.self_attn.o_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.self_attn.q_a_layernorm.weight": "model-00003-of-00048.safetensors", + "model.layers.2.self_attn.q_a_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.self_attn.q_a_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.2.self_attn.q_b_proj.weight": "model-00003-of-00048.safetensors", + "model.layers.2.self_attn.q_b_proj.weight_scale": "model-00003-of-00048.safetensors", + "model.layers.20.input_layernorm.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.0.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.0.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.0.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.0.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.0.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.0.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.1.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.1.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.1.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.1.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.1.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.1.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.10.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.10.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.10.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.10.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.10.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.10.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.11.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.11.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.11.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.11.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.11.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.11.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.12.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.12.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.12.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.12.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.12.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.12.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.13.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.13.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.13.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.13.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.13.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.13.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.14.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.14.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.14.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.14.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.14.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.14.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.15.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.15.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.15.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.15.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.15.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.15.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.16.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.16.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.16.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.16.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.16.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.16.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.17.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.17.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.17.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.17.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.17.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.17.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.18.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.18.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.18.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.18.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.18.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.18.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.19.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.19.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.19.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.19.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.19.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.19.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.2.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.2.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.2.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.2.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.2.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.2.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.20.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.20.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.20.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.20.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.20.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.20.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.21.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.21.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.21.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.21.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.21.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.21.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.22.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.22.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.22.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.22.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.22.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.22.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.23.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.23.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.23.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.23.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.23.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.23.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.24.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.24.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.24.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.24.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.24.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.24.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.25.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.25.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.25.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.25.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.25.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.25.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.26.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.26.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.26.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.26.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.26.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.26.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.27.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.27.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.27.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.27.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.27.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.27.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.28.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.28.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.28.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.28.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.28.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.28.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.29.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.29.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.29.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.29.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.29.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.29.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.3.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.3.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.3.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.3.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.3.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.3.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.30.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.30.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.30.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.30.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.30.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.30.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.31.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.31.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.31.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.31.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.31.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.31.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.32.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.32.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.32.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.32.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.32.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.32.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.33.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.33.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.33.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.33.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.33.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.33.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.34.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.34.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.34.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.34.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.34.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.34.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.35.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.35.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.35.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.35.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.35.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.35.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.36.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.36.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.36.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.36.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.36.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.36.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.37.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.37.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.37.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.37.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.37.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.37.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.38.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.38.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.38.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.38.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.38.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.38.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.39.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.39.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.39.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.39.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.39.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.39.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.4.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.4.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.4.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.4.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.4.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.4.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.40.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.40.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.40.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.40.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.40.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.40.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.41.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.41.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.41.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.41.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.41.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.41.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.42.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.42.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.42.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.42.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.42.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.42.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.43.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.43.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.43.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.43.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.43.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.43.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.44.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.44.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.44.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.44.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.44.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.44.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.45.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.45.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.45.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.45.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.45.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.45.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.46.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.46.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.46.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.46.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.46.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.46.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.47.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.47.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.47.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.47.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.47.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.47.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.48.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.48.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.48.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.48.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.48.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.48.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.49.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.49.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.49.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.49.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.49.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.49.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.5.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.5.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.5.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.5.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.5.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.5.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.50.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.50.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.50.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.50.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.50.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.50.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.51.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.51.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.51.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.51.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.51.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.51.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.52.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.52.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.52.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.52.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.52.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.52.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.53.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.53.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.53.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.53.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.53.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.53.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.54.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.54.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.54.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.54.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.54.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.54.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.55.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.55.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.55.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.55.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.55.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.55.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.56.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.56.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.56.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.56.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.56.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.56.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.57.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.57.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.57.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.57.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.57.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.57.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.58.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.58.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.58.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.58.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.58.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.58.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.59.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.59.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.59.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.59.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.59.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.59.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.6.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.6.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.6.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.6.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.6.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.6.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.60.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.60.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.60.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.60.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.60.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.60.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.61.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.61.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.61.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.61.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.61.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.61.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.62.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.62.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.62.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.62.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.62.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.62.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.63.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.63.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.63.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.63.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.63.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.63.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.7.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.7.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.7.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.7.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.7.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.7.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.8.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.8.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.8.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.8.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.8.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.8.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.9.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.9.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.9.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.9.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.9.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.experts.9.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.gate.e_score_correction_bias": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.gate.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.shared_experts.down_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.shared_experts.down_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.shared_experts.gate_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.shared_experts.gate_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.shared_experts.up_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.mlp.shared_experts.up_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00021-of-00048.safetensors", + "model.layers.20.self_attn.kv_a_layernorm.weight": "model-00021-of-00048.safetensors", + "model.layers.20.self_attn.kv_a_proj_with_mqa.weight": "model-00021-of-00048.safetensors", + "model.layers.20.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.self_attn.kv_b_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.self_attn.kv_b_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.self_attn.o_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.self_attn.q_a_layernorm.weight": "model-00021-of-00048.safetensors", + "model.layers.20.self_attn.q_a_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.self_attn.q_a_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.20.self_attn.q_b_proj.weight": "model-00021-of-00048.safetensors", + "model.layers.20.self_attn.q_b_proj.weight_scale": "model-00021-of-00048.safetensors", + "model.layers.21.input_layernorm.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.0.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.0.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.0.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.0.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.0.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.0.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.1.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.1.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.1.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.1.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.1.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.1.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.10.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.10.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.10.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.10.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.10.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.10.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.11.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.11.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.11.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.11.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.11.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.11.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.12.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.12.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.12.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.12.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.12.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.12.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.13.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.13.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.13.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.13.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.13.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.13.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.14.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.14.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.14.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.14.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.14.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.14.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.15.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.15.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.15.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.15.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.15.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.15.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.16.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.16.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.16.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.16.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.16.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.16.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.17.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.17.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.17.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.17.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.17.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.17.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.18.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.18.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.18.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.18.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.18.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.18.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.19.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.19.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.19.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.19.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.19.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.19.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.2.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.2.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.2.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.2.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.2.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.2.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.20.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.20.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.20.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.20.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.20.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.20.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.21.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.21.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.21.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.21.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.21.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.21.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.22.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.22.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.22.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.22.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.22.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.22.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.23.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.23.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.23.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.23.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.23.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.23.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.24.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.24.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.24.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.24.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.24.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.24.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.25.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.25.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.25.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.25.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.25.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.25.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.26.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.26.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.26.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.26.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.26.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.26.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.27.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.27.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.27.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.27.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.27.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.27.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.28.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.28.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.28.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.28.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.28.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.28.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.29.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.29.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.29.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.29.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.29.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.29.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.3.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.3.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.3.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.3.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.3.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.3.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.30.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.30.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.30.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.30.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.30.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.30.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.31.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.31.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.31.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.31.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.31.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.31.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.32.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.32.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.32.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.32.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.32.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.32.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.33.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.33.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.33.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.33.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.33.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.33.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.34.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.34.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.34.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.34.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.34.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.34.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.35.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.35.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.35.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.35.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.35.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.35.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.36.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.36.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.36.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.36.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.36.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.36.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.37.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.37.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.37.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.37.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.37.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.37.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.38.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.38.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.38.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.38.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.38.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.38.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.39.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.39.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.39.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.39.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.39.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.39.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.4.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.4.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.4.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.4.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.4.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.4.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.40.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.40.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.40.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.40.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.40.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.40.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.41.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.41.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.41.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.41.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.41.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.41.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.42.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.42.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.42.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.42.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.42.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.42.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.43.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.43.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.43.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.43.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.43.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.43.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.44.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.44.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.44.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.44.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.44.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.44.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.45.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.45.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.45.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.45.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.45.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.45.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.46.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.46.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.46.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.46.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.46.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.46.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.47.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.47.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.47.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.47.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.47.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.47.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.48.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.48.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.48.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.48.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.48.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.48.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.49.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.49.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.49.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.49.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.49.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.49.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.5.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.5.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.5.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.5.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.5.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.5.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.50.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.50.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.50.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.50.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.50.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.50.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.51.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.51.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.51.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.51.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.51.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.51.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.52.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.52.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.52.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.52.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.52.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.52.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.53.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.53.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.53.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.53.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.53.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.53.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.54.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.54.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.54.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.54.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.54.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.54.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.55.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.55.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.55.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.55.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.55.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.55.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.56.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.56.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.56.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.56.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.56.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.56.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.57.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.57.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.57.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.57.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.57.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.57.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.58.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.58.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.58.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.58.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.58.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.58.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.59.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.59.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.59.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.59.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.59.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.59.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.6.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.6.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.6.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.6.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.6.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.6.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.60.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.60.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.60.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.60.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.60.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.60.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.61.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.61.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.61.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.61.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.61.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.61.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.62.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.62.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.62.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.62.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.62.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.62.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.63.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.63.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.63.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.63.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.63.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.63.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.7.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.7.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.7.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.7.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.7.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.7.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.8.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.8.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.8.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.8.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.8.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.8.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.9.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.9.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.9.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.9.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.9.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.experts.9.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.gate.e_score_correction_bias": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.gate.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.shared_experts.down_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.shared_experts.down_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.shared_experts.gate_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.shared_experts.gate_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.shared_experts.up_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.mlp.shared_experts.up_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00022-of-00048.safetensors", + "model.layers.21.self_attn.kv_a_layernorm.weight": "model-00022-of-00048.safetensors", + "model.layers.21.self_attn.kv_a_proj_with_mqa.weight": "model-00022-of-00048.safetensors", + "model.layers.21.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.self_attn.kv_b_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.self_attn.kv_b_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.self_attn.o_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.self_attn.q_a_layernorm.weight": "model-00022-of-00048.safetensors", + "model.layers.21.self_attn.q_a_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.self_attn.q_a_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.21.self_attn.q_b_proj.weight": "model-00022-of-00048.safetensors", + "model.layers.21.self_attn.q_b_proj.weight_scale": "model-00022-of-00048.safetensors", + "model.layers.22.input_layernorm.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.0.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.0.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.0.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.0.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.0.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.0.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.1.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.1.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.1.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.1.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.1.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.1.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.10.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.10.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.10.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.10.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.10.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.10.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.11.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.11.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.11.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.11.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.11.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.11.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.12.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.12.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.12.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.12.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.12.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.12.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.13.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.13.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.13.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.13.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.13.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.13.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.14.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.14.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.14.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.14.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.14.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.14.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.15.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.15.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.15.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.15.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.15.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.15.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.16.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.16.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.16.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.16.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.16.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.16.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.17.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.17.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.17.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.17.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.17.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.17.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.18.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.18.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.18.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.18.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.18.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.18.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.19.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.19.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.19.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.19.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.19.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.19.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.2.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.2.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.2.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.2.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.2.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.2.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.20.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.20.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.20.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.20.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.20.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.20.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.21.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.21.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.21.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.21.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.21.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.21.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.22.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.22.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.22.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.22.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.22.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.22.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.23.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.23.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.23.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.23.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.23.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.23.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.24.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.24.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.24.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.24.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.24.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.24.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.25.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.25.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.25.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.25.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.25.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.25.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.26.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.26.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.26.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.26.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.26.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.26.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.27.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.27.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.27.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.27.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.27.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.27.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.28.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.28.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.28.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.28.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.28.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.28.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.29.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.29.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.29.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.29.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.29.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.29.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.3.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.3.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.3.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.3.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.3.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.3.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.30.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.30.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.30.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.30.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.30.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.30.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.31.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.31.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.31.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.31.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.31.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.31.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.32.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.32.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.32.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.32.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.32.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.32.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.33.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.33.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.33.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.33.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.33.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.33.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.34.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.34.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.34.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.34.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.34.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.34.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.35.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.35.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.35.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.35.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.35.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.35.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.36.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.36.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.36.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.36.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.36.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.36.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.37.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.37.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.37.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.37.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.37.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.37.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.38.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.38.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.38.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.38.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.38.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.38.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.39.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.39.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.39.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.39.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.39.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.39.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.4.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.4.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.4.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.4.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.4.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.4.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.40.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.40.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.40.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.40.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.40.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.40.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.41.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.41.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.41.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.41.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.41.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.41.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.42.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.42.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.42.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.42.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.42.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.42.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.43.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.43.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.43.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.43.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.43.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.43.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.44.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.44.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.44.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.44.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.44.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.44.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.45.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.45.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.45.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.45.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.45.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.45.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.46.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.46.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.46.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.46.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.46.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.46.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.47.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.47.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.47.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.47.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.47.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.47.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.48.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.48.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.48.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.48.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.48.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.48.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.49.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.49.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.49.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.49.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.49.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.49.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.5.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.5.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.5.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.5.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.5.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.5.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.50.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.50.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.50.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.50.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.50.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.50.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.51.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.51.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.51.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.51.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.51.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.51.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.52.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.52.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.52.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.52.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.52.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.52.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.53.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.53.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.53.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.53.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.53.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.53.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.54.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.54.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.54.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.54.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.54.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.54.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.55.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.55.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.55.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.55.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.55.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.55.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.56.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.56.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.56.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.56.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.56.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.56.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.57.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.57.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.57.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.57.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.57.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.57.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.58.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.58.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.58.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.58.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.58.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.58.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.59.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.59.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.59.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.59.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.59.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.59.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.6.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.6.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.6.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.6.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.6.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.6.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.60.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.60.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.60.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.60.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.60.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.60.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.61.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.61.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.61.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.61.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.61.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.61.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.62.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.62.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.62.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.62.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.62.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.62.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.63.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.63.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.63.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.63.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.63.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.63.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.7.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.7.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.7.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.7.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.7.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.7.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.8.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.8.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.8.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.8.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.8.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.8.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.9.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.9.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.9.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.9.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.9.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.experts.9.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.gate.e_score_correction_bias": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.gate.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.shared_experts.down_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.shared_experts.down_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.shared_experts.gate_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.shared_experts.gate_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.shared_experts.up_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.mlp.shared_experts.up_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00023-of-00048.safetensors", + "model.layers.22.self_attn.kv_a_layernorm.weight": "model-00023-of-00048.safetensors", + "model.layers.22.self_attn.kv_a_proj_with_mqa.weight": "model-00023-of-00048.safetensors", + "model.layers.22.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.self_attn.kv_b_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.self_attn.kv_b_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.self_attn.o_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.self_attn.q_a_layernorm.weight": "model-00023-of-00048.safetensors", + "model.layers.22.self_attn.q_a_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.self_attn.q_a_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.22.self_attn.q_b_proj.weight": "model-00023-of-00048.safetensors", + "model.layers.22.self_attn.q_b_proj.weight_scale": "model-00023-of-00048.safetensors", + "model.layers.23.input_layernorm.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.0.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.0.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.0.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.0.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.0.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.0.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.1.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.1.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.1.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.1.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.1.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.1.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.10.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.10.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.10.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.10.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.10.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.10.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.11.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.11.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.11.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.11.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.11.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.11.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.12.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.12.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.12.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.12.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.12.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.12.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.13.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.13.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.13.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.13.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.13.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.13.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.14.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.14.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.14.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.14.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.14.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.14.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.15.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.15.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.15.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.15.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.15.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.15.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.16.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.16.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.16.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.16.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.16.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.16.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.17.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.17.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.17.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.17.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.17.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.17.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.18.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.18.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.18.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.18.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.18.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.18.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.19.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.19.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.19.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.19.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.19.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.19.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.2.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.2.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.2.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.2.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.2.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.2.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.20.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.20.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.20.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.20.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.20.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.20.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.21.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.21.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.21.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.21.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.21.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.21.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.22.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.22.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.22.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.22.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.22.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.22.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.23.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.23.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.23.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.23.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.23.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.23.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.24.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.24.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.24.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.24.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.24.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.24.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.25.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.25.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.25.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.25.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.25.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.25.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.26.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.26.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.26.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.26.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.26.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.26.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.27.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.27.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.27.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.27.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.27.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.27.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.28.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.28.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.28.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.28.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.28.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.28.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.29.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.29.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.29.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.29.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.29.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.29.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.3.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.3.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.3.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.3.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.3.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.3.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.30.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.30.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.30.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.30.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.30.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.30.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.31.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.31.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.31.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.31.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.31.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.31.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.32.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.32.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.32.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.32.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.32.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.32.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.33.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.33.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.33.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.33.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.33.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.33.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.34.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.34.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.34.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.34.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.34.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.34.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.35.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.35.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.35.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.35.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.35.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.35.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.36.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.36.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.36.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.36.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.36.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.36.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.37.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.37.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.37.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.37.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.37.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.37.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.38.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.38.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.38.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.38.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.38.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.38.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.39.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.39.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.39.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.39.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.39.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.39.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.4.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.4.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.4.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.4.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.4.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.4.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.40.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.40.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.40.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.40.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.40.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.40.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.41.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.41.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.41.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.41.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.41.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.41.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.42.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.42.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.42.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.42.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.42.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.42.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.43.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.43.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.43.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.43.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.43.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.43.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.44.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.44.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.44.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.44.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.44.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.44.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.45.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.45.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.45.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.45.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.45.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.45.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.46.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.46.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.46.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.46.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.46.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.46.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.47.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.47.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.47.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.47.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.47.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.47.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.48.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.48.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.48.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.48.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.48.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.48.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.49.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.49.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.49.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.49.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.49.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.49.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.5.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.5.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.5.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.5.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.5.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.5.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.50.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.50.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.50.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.50.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.50.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.50.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.51.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.51.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.51.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.51.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.51.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.51.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.52.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.52.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.52.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.52.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.52.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.52.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.53.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.53.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.53.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.53.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.53.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.53.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.54.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.54.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.54.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.54.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.54.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.54.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.55.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.55.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.55.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.55.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.55.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.55.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.56.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.56.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.56.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.56.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.56.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.56.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.57.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.57.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.57.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.57.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.57.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.57.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.58.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.58.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.58.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.58.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.58.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.58.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.59.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.59.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.59.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.59.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.59.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.59.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.6.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.6.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.6.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.6.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.6.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.6.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.60.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.60.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.60.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.60.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.60.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.60.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.61.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.61.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.61.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.61.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.61.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.61.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.62.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.62.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.62.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.62.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.62.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.62.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.63.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.63.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.63.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.63.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.63.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.63.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.7.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.7.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.7.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.7.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.7.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.7.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.8.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.8.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.8.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.8.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.8.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.8.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.9.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.9.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.9.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.9.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.9.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.experts.9.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.gate.e_score_correction_bias": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.gate.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.shared_experts.down_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.shared_experts.down_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.shared_experts.gate_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.shared_experts.gate_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.shared_experts.up_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.mlp.shared_experts.up_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00024-of-00048.safetensors", + "model.layers.23.self_attn.kv_a_layernorm.weight": "model-00024-of-00048.safetensors", + "model.layers.23.self_attn.kv_a_proj_with_mqa.weight": "model-00024-of-00048.safetensors", + "model.layers.23.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.self_attn.kv_b_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.self_attn.kv_b_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.self_attn.o_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.self_attn.q_a_layernorm.weight": "model-00024-of-00048.safetensors", + "model.layers.23.self_attn.q_a_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.self_attn.q_a_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.23.self_attn.q_b_proj.weight": "model-00024-of-00048.safetensors", + "model.layers.23.self_attn.q_b_proj.weight_scale": "model-00024-of-00048.safetensors", + "model.layers.24.input_layernorm.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.0.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.0.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.0.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.0.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.0.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.0.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.1.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.1.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.1.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.1.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.1.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.1.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.10.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.10.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.10.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.10.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.10.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.10.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.11.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.11.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.11.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.11.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.11.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.11.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.12.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.12.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.12.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.12.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.12.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.12.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.13.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.13.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.13.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.13.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.13.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.13.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.14.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.14.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.14.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.14.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.14.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.14.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.15.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.15.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.15.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.15.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.15.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.15.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.16.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.16.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.16.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.16.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.16.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.16.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.17.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.17.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.17.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.17.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.17.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.17.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.18.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.18.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.18.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.18.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.18.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.18.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.19.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.19.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.19.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.19.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.19.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.19.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.2.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.2.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.2.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.2.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.2.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.2.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.20.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.20.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.20.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.20.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.20.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.20.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.21.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.21.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.21.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.21.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.21.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.21.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.22.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.22.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.22.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.22.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.22.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.22.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.23.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.23.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.23.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.23.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.23.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.23.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.24.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.24.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.24.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.24.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.24.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.24.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.25.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.25.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.25.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.25.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.25.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.25.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.26.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.26.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.26.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.26.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.26.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.26.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.27.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.27.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.27.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.27.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.27.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.27.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.28.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.28.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.28.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.28.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.28.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.28.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.29.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.29.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.29.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.29.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.29.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.29.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.3.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.3.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.3.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.3.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.3.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.3.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.30.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.30.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.30.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.30.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.30.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.30.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.31.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.31.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.31.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.31.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.31.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.31.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.32.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.32.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.32.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.32.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.32.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.32.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.33.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.33.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.33.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.33.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.33.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.33.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.34.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.34.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.34.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.34.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.34.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.34.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.35.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.35.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.35.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.35.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.35.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.35.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.36.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.36.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.36.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.36.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.36.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.36.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.37.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.37.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.37.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.37.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.37.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.37.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.38.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.38.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.38.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.38.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.38.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.38.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.39.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.39.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.39.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.39.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.39.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.39.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.4.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.4.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.4.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.4.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.4.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.4.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.40.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.40.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.40.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.40.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.40.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.40.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.41.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.41.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.41.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.41.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.41.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.41.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.42.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.42.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.42.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.42.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.42.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.42.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.43.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.43.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.43.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.43.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.43.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.43.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.44.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.44.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.44.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.44.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.44.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.44.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.45.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.45.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.45.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.45.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.45.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.45.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.46.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.46.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.46.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.46.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.46.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.46.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.47.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.47.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.47.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.47.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.47.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.47.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.48.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.48.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.48.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.48.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.48.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.48.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.49.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.49.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.49.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.49.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.49.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.49.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.5.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.5.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.5.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.5.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.5.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.5.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.50.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.50.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.50.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.50.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.50.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.50.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.51.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.51.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.51.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.51.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.51.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.51.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.52.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.52.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.52.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.52.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.52.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.52.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.53.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.53.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.53.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.53.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.53.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.53.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.54.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.54.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.54.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.54.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.54.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.54.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.55.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.55.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.55.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.55.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.55.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.55.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.56.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.56.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.56.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.56.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.56.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.56.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.57.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.57.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.57.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.57.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.57.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.57.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.58.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.58.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.58.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.58.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.58.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.58.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.59.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.59.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.59.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.59.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.59.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.59.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.6.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.6.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.6.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.6.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.6.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.6.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.60.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.60.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.60.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.60.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.60.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.60.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.61.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.61.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.61.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.61.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.61.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.61.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.62.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.62.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.62.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.62.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.62.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.62.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.63.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.63.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.63.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.63.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.63.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.63.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.7.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.7.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.7.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.7.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.7.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.7.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.8.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.8.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.8.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.8.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.8.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.8.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.9.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.9.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.9.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.9.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.9.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.experts.9.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.gate.e_score_correction_bias": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.gate.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.shared_experts.down_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.shared_experts.down_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.shared_experts.gate_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.shared_experts.gate_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.shared_experts.up_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.mlp.shared_experts.up_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00025-of-00048.safetensors", + "model.layers.24.self_attn.kv_a_layernorm.weight": "model-00025-of-00048.safetensors", + "model.layers.24.self_attn.kv_a_proj_with_mqa.weight": "model-00025-of-00048.safetensors", + "model.layers.24.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.self_attn.kv_b_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.self_attn.kv_b_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.self_attn.o_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.self_attn.q_a_layernorm.weight": "model-00025-of-00048.safetensors", + "model.layers.24.self_attn.q_a_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.self_attn.q_a_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.24.self_attn.q_b_proj.weight": "model-00025-of-00048.safetensors", + "model.layers.24.self_attn.q_b_proj.weight_scale": "model-00025-of-00048.safetensors", + "model.layers.25.input_layernorm.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.0.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.0.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.0.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.0.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.0.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.0.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.1.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.1.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.1.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.1.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.1.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.1.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.10.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.10.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.10.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.10.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.10.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.10.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.11.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.11.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.11.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.11.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.11.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.11.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.12.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.12.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.12.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.12.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.12.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.12.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.13.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.13.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.13.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.13.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.13.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.13.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.14.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.14.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.14.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.14.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.14.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.14.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.15.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.15.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.15.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.15.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.15.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.15.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.16.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.16.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.16.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.16.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.16.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.16.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.17.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.17.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.17.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.17.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.17.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.17.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.18.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.18.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.18.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.18.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.18.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.18.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.19.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.19.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.19.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.19.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.19.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.19.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.2.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.2.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.2.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.2.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.2.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.2.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.20.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.20.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.20.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.20.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.20.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.20.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.21.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.21.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.21.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.21.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.21.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.21.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.22.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.22.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.22.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.22.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.22.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.22.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.23.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.23.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.23.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.23.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.23.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.23.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.24.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.24.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.24.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.24.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.24.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.24.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.25.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.25.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.25.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.25.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.25.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.25.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.26.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.26.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.26.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.26.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.26.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.26.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.27.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.27.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.27.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.27.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.27.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.27.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.28.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.28.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.28.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.28.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.28.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.28.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.29.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.29.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.29.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.29.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.29.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.29.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.3.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.3.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.3.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.3.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.3.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.3.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.30.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.30.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.30.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.30.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.30.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.30.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.31.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.31.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.31.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.31.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.31.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.31.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.32.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.32.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.32.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.32.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.32.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.32.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.33.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.33.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.33.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.33.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.33.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.33.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.34.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.34.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.34.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.34.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.34.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.34.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.35.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.35.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.35.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.35.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.35.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.35.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.36.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.36.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.36.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.36.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.36.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.36.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.37.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.37.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.37.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.37.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.37.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.37.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.38.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.38.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.38.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.38.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.38.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.38.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.39.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.39.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.39.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.39.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.39.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.39.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.4.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.4.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.4.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.4.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.4.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.4.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.40.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.40.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.40.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.40.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.40.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.40.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.41.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.41.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.41.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.41.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.41.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.41.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.42.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.42.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.42.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.42.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.42.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.42.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.43.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.43.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.43.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.43.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.43.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.43.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.44.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.44.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.44.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.44.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.44.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.44.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.45.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.45.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.45.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.45.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.45.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.45.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.46.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.46.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.46.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.46.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.46.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.46.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.47.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.47.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.47.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.47.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.47.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.47.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.48.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.48.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.48.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.48.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.48.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.48.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.49.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.49.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.49.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.49.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.49.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.49.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.5.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.5.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.5.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.5.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.5.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.5.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.50.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.50.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.50.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.50.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.50.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.50.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.51.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.51.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.51.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.51.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.51.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.51.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.52.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.52.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.52.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.52.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.52.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.52.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.53.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.53.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.53.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.53.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.53.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.53.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.54.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.54.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.54.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.54.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.54.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.54.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.55.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.55.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.55.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.55.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.55.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.55.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.56.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.56.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.56.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.56.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.56.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.56.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.57.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.57.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.57.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.57.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.57.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.57.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.58.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.58.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.58.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.58.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.58.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.58.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.59.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.59.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.59.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.59.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.59.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.59.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.6.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.6.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.6.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.6.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.6.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.6.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.60.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.60.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.60.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.60.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.60.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.60.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.61.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.61.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.61.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.61.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.61.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.61.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.62.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.62.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.62.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.62.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.62.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.62.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.63.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.63.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.63.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.63.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.63.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.63.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.7.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.7.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.7.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.7.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.7.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.7.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.8.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.8.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.8.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.8.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.8.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.8.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.9.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.9.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.9.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.9.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.9.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.experts.9.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.gate.e_score_correction_bias": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.gate.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.shared_experts.down_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.shared_experts.down_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.shared_experts.gate_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.shared_experts.gate_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.shared_experts.up_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.mlp.shared_experts.up_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00026-of-00048.safetensors", + "model.layers.25.self_attn.kv_a_layernorm.weight": "model-00026-of-00048.safetensors", + "model.layers.25.self_attn.kv_a_proj_with_mqa.weight": "model-00026-of-00048.safetensors", + "model.layers.25.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.self_attn.kv_b_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.self_attn.kv_b_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.self_attn.o_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.self_attn.q_a_layernorm.weight": "model-00026-of-00048.safetensors", + "model.layers.25.self_attn.q_a_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.self_attn.q_a_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.25.self_attn.q_b_proj.weight": "model-00026-of-00048.safetensors", + "model.layers.25.self_attn.q_b_proj.weight_scale": "model-00026-of-00048.safetensors", + "model.layers.26.input_layernorm.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.0.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.0.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.0.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.0.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.0.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.0.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.1.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.1.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.1.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.1.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.1.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.1.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.10.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.10.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.10.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.10.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.10.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.10.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.11.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.11.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.11.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.11.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.11.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.11.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.12.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.12.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.12.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.12.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.12.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.12.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.13.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.13.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.13.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.13.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.13.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.13.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.14.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.14.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.14.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.14.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.14.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.14.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.15.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.15.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.15.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.15.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.15.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.15.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.16.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.16.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.16.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.16.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.16.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.16.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.17.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.17.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.17.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.17.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.17.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.17.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.18.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.18.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.18.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.18.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.18.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.18.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.19.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.19.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.19.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.19.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.19.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.19.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.2.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.2.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.2.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.2.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.2.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.2.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.20.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.20.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.20.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.20.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.20.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.20.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.21.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.21.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.21.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.21.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.21.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.21.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.22.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.22.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.22.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.22.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.22.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.22.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.23.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.23.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.23.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.23.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.23.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.23.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.24.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.24.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.24.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.24.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.24.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.24.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.25.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.25.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.25.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.25.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.25.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.25.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.26.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.26.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.26.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.26.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.26.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.26.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.27.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.27.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.27.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.27.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.27.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.27.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.28.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.28.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.28.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.28.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.28.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.28.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.29.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.29.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.29.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.29.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.29.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.29.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.3.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.3.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.3.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.3.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.3.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.3.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.30.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.30.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.30.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.30.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.30.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.30.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.31.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.31.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.31.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.31.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.31.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.31.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.32.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.32.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.32.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.32.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.32.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.32.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.33.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.33.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.33.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.33.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.33.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.33.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.34.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.34.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.34.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.34.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.34.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.34.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.35.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.35.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.35.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.35.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.35.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.35.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.36.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.36.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.36.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.36.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.36.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.36.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.37.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.37.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.37.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.37.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.37.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.37.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.38.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.38.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.38.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.38.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.38.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.38.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.39.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.39.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.39.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.39.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.39.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.39.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.4.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.4.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.4.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.4.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.4.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.4.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.40.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.40.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.40.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.40.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.40.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.40.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.41.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.41.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.41.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.41.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.41.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.41.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.42.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.42.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.42.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.42.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.42.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.42.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.43.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.43.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.43.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.43.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.43.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.43.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.44.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.44.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.44.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.44.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.44.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.44.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.45.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.45.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.45.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.45.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.45.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.45.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.46.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.46.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.46.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.46.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.46.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.46.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.47.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.47.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.47.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.47.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.47.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.47.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.48.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.48.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.48.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.48.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.48.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.48.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.49.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.49.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.49.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.49.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.49.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.49.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.5.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.5.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.5.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.5.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.5.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.5.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.50.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.50.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.50.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.50.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.50.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.50.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.51.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.51.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.51.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.51.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.51.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.51.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.52.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.52.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.52.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.52.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.52.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.52.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.53.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.53.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.53.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.53.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.53.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.53.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.54.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.54.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.54.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.54.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.54.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.54.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.55.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.55.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.55.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.55.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.55.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.55.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.56.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.56.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.56.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.56.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.56.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.56.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.57.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.57.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.57.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.57.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.57.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.57.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.58.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.58.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.58.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.58.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.58.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.58.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.59.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.59.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.59.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.59.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.59.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.59.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.6.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.6.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.6.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.6.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.6.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.6.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.60.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.60.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.60.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.60.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.60.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.60.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.61.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.61.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.61.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.61.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.61.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.61.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.62.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.62.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.62.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.62.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.62.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.62.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.63.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.63.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.63.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.63.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.63.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.63.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.7.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.7.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.7.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.7.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.7.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.7.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.8.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.8.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.8.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.8.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.8.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.8.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.9.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.9.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.9.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.9.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.9.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.experts.9.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.gate.e_score_correction_bias": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.gate.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.shared_experts.down_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.shared_experts.down_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.shared_experts.gate_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.shared_experts.gate_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.shared_experts.up_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.mlp.shared_experts.up_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00027-of-00048.safetensors", + "model.layers.26.self_attn.kv_a_layernorm.weight": "model-00027-of-00048.safetensors", + "model.layers.26.self_attn.kv_a_proj_with_mqa.weight": "model-00027-of-00048.safetensors", + "model.layers.26.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.self_attn.kv_b_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.self_attn.kv_b_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.self_attn.o_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.self_attn.q_a_layernorm.weight": "model-00027-of-00048.safetensors", + "model.layers.26.self_attn.q_a_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.self_attn.q_a_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.26.self_attn.q_b_proj.weight": "model-00027-of-00048.safetensors", + "model.layers.26.self_attn.q_b_proj.weight_scale": "model-00027-of-00048.safetensors", + "model.layers.27.input_layernorm.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.0.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.0.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.0.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.0.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.0.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.0.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.1.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.1.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.1.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.1.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.1.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.1.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.10.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.10.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.10.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.10.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.10.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.10.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.11.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.11.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.11.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.11.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.11.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.11.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.12.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.12.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.12.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.12.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.12.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.12.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.13.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.13.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.13.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.13.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.13.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.13.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.14.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.14.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.14.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.14.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.14.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.14.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.15.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.15.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.15.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.15.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.15.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.15.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.16.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.16.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.16.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.16.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.16.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.16.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.17.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.17.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.17.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.17.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.17.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.17.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.18.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.18.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.18.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.18.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.18.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.18.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.19.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.19.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.19.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.19.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.19.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.19.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.2.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.2.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.2.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.2.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.2.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.2.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.20.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.20.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.20.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.20.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.20.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.20.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.21.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.21.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.21.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.21.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.21.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.21.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.22.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.22.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.22.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.22.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.22.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.22.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.23.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.23.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.23.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.23.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.23.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.23.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.24.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.24.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.24.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.24.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.24.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.24.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.25.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.25.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.25.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.25.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.25.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.25.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.26.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.26.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.26.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.26.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.26.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.26.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.27.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.27.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.27.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.27.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.27.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.27.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.28.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.28.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.28.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.28.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.28.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.28.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.29.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.29.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.29.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.29.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.29.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.29.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.3.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.3.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.3.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.3.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.3.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.3.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.30.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.30.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.30.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.30.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.30.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.30.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.31.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.31.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.31.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.31.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.31.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.31.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.32.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.32.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.32.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.32.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.32.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.32.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.33.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.33.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.33.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.33.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.33.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.33.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.34.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.34.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.34.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.34.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.34.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.34.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.35.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.35.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.35.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.35.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.35.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.35.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.36.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.36.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.36.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.36.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.36.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.36.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.37.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.37.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.37.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.37.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.37.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.37.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.38.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.38.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.38.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.38.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.38.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.38.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.39.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.39.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.39.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.39.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.39.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.39.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.4.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.4.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.4.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.4.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.4.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.4.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.40.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.40.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.40.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.40.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.40.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.40.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.41.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.41.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.41.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.41.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.41.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.41.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.42.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.42.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.42.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.42.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.42.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.42.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.43.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.43.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.43.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.43.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.43.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.43.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.44.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.44.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.44.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.44.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.44.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.44.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.45.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.45.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.45.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.45.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.45.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.45.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.46.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.46.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.46.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.46.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.46.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.46.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.47.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.47.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.47.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.47.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.47.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.47.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.48.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.48.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.48.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.48.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.48.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.48.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.49.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.49.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.49.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.49.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.49.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.49.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.5.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.5.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.5.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.5.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.5.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.5.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.50.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.50.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.50.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.50.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.50.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.50.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.51.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.51.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.51.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.51.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.51.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.51.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.52.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.52.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.52.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.52.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.52.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.52.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.53.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.53.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.53.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.53.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.53.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.53.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.54.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.54.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.54.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.54.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.54.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.54.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.55.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.55.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.55.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.55.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.55.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.55.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.56.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.56.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.56.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.56.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.56.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.56.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.57.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.57.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.57.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.57.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.57.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.57.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.58.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.58.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.58.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.58.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.58.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.58.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.59.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.59.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.59.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.59.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.59.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.59.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.6.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.6.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.6.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.6.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.6.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.6.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.60.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.60.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.60.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.60.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.60.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.60.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.61.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.61.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.61.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.61.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.61.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.61.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.62.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.62.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.62.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.62.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.62.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.62.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.63.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.63.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.63.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.63.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.63.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.63.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.7.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.7.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.7.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.7.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.7.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.7.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.8.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.8.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.8.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.8.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.8.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.8.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.9.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.9.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.9.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.9.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.9.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.experts.9.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.gate.e_score_correction_bias": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.gate.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.shared_experts.down_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.shared_experts.down_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.shared_experts.gate_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.shared_experts.gate_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.shared_experts.up_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.mlp.shared_experts.up_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00028-of-00048.safetensors", + "model.layers.27.self_attn.kv_a_layernorm.weight": "model-00028-of-00048.safetensors", + "model.layers.27.self_attn.kv_a_proj_with_mqa.weight": "model-00028-of-00048.safetensors", + "model.layers.27.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.self_attn.kv_b_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.self_attn.kv_b_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.self_attn.o_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.self_attn.q_a_layernorm.weight": "model-00028-of-00048.safetensors", + "model.layers.27.self_attn.q_a_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.self_attn.q_a_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.27.self_attn.q_b_proj.weight": "model-00028-of-00048.safetensors", + "model.layers.27.self_attn.q_b_proj.weight_scale": "model-00028-of-00048.safetensors", + "model.layers.28.input_layernorm.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.0.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.0.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.0.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.0.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.0.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.0.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.1.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.1.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.1.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.1.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.1.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.1.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.10.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.10.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.10.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.10.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.10.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.10.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.11.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.11.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.11.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.11.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.11.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.11.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.12.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.12.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.12.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.12.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.12.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.12.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.13.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.13.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.13.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.13.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.13.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.13.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.14.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.14.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.14.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.14.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.14.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.14.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.15.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.15.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.15.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.15.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.15.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.15.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.16.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.16.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.16.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.16.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.16.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.16.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.17.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.17.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.17.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.17.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.17.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.17.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.18.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.18.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.18.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.18.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.18.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.18.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.19.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.19.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.19.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.19.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.19.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.19.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.2.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.2.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.2.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.2.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.2.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.2.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.20.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.20.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.20.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.20.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.20.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.20.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.21.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.21.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.21.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.21.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.21.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.21.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.22.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.22.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.22.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.22.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.22.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.22.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.23.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.23.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.23.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.23.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.23.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.23.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.24.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.24.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.24.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.24.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.24.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.24.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.25.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.25.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.25.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.25.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.25.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.25.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.26.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.26.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.26.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.26.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.26.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.26.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.27.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.27.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.27.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.27.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.27.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.27.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.28.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.28.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.28.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.28.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.28.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.28.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.29.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.29.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.29.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.29.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.29.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.29.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.3.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.3.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.3.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.3.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.3.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.3.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.30.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.30.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.30.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.30.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.30.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.30.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.31.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.31.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.31.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.31.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.31.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.31.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.32.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.32.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.32.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.32.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.32.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.32.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.33.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.33.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.33.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.33.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.33.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.33.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.34.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.34.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.34.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.34.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.34.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.34.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.35.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.35.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.35.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.35.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.35.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.35.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.36.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.36.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.36.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.36.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.36.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.36.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.37.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.37.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.37.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.37.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.37.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.37.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.38.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.38.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.38.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.38.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.38.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.38.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.39.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.39.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.39.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.39.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.39.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.39.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.4.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.4.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.4.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.4.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.4.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.4.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.40.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.40.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.40.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.40.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.40.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.40.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.41.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.41.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.41.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.41.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.41.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.41.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.42.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.42.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.42.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.42.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.42.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.42.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.43.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.43.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.43.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.43.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.43.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.43.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.44.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.44.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.44.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.44.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.44.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.44.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.45.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.45.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.45.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.45.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.45.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.45.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.46.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.46.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.46.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.46.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.46.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.46.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.47.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.47.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.47.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.47.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.47.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.47.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.48.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.48.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.48.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.48.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.48.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.48.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.49.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.49.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.49.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.49.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.49.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.49.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.5.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.5.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.5.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.5.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.5.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.5.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.50.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.50.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.50.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.50.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.50.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.50.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.51.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.51.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.51.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.51.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.51.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.51.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.52.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.52.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.52.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.52.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.52.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.52.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.53.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.53.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.53.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.53.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.53.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.53.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.54.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.54.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.54.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.54.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.54.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.54.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.55.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.55.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.55.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.55.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.55.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.55.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.56.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.56.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.56.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.56.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.56.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.56.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.57.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.57.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.57.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.57.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.57.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.57.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.58.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.58.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.58.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.58.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.58.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.58.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.59.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.59.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.59.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.59.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.59.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.59.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.6.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.6.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.6.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.6.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.6.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.6.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.60.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.60.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.60.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.60.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.60.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.60.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.61.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.61.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.61.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.61.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.61.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.61.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.62.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.62.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.62.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.62.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.62.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.62.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.63.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.63.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.63.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.63.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.63.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.63.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.7.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.7.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.7.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.7.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.7.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.7.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.8.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.8.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.8.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.8.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.8.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.8.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.9.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.9.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.9.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.9.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.9.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.experts.9.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.gate.e_score_correction_bias": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.gate.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.shared_experts.down_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.shared_experts.down_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.shared_experts.gate_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.shared_experts.gate_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.shared_experts.up_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.mlp.shared_experts.up_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00029-of-00048.safetensors", + "model.layers.28.self_attn.kv_a_layernorm.weight": "model-00029-of-00048.safetensors", + "model.layers.28.self_attn.kv_a_proj_with_mqa.weight": "model-00029-of-00048.safetensors", + "model.layers.28.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.self_attn.kv_b_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.self_attn.kv_b_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.self_attn.o_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.self_attn.q_a_layernorm.weight": "model-00029-of-00048.safetensors", + "model.layers.28.self_attn.q_a_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.self_attn.q_a_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.28.self_attn.q_b_proj.weight": "model-00029-of-00048.safetensors", + "model.layers.28.self_attn.q_b_proj.weight_scale": "model-00029-of-00048.safetensors", + "model.layers.29.input_layernorm.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.0.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.0.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.0.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.0.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.0.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.0.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.1.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.1.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.1.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.1.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.1.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.1.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.10.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.10.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.10.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.10.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.10.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.10.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.11.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.11.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.11.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.11.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.11.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.11.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.12.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.12.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.12.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.12.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.12.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.12.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.13.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.13.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.13.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.13.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.13.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.13.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.14.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.14.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.14.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.14.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.14.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.14.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.15.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.15.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.15.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.15.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.15.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.15.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.16.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.16.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.16.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.16.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.16.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.16.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.17.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.17.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.17.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.17.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.17.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.17.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.18.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.18.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.18.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.18.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.18.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.18.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.19.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.19.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.19.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.19.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.19.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.19.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.2.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.2.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.2.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.2.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.2.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.2.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.20.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.20.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.20.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.20.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.20.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.20.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.21.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.21.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.21.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.21.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.21.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.21.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.22.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.22.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.22.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.22.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.22.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.22.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.23.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.23.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.23.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.23.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.23.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.23.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.24.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.24.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.24.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.24.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.24.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.24.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.25.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.25.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.25.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.25.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.25.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.25.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.26.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.26.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.26.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.26.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.26.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.26.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.27.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.27.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.27.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.27.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.27.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.27.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.28.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.28.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.28.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.28.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.28.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.28.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.29.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.29.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.29.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.29.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.29.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.29.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.3.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.3.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.3.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.3.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.3.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.3.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.30.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.30.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.30.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.30.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.30.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.30.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.31.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.31.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.31.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.31.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.31.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.31.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.32.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.32.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.32.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.32.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.32.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.32.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.33.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.33.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.33.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.33.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.33.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.33.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.34.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.34.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.34.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.34.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.34.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.34.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.35.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.35.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.35.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.35.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.35.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.35.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.36.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.36.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.36.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.36.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.36.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.36.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.37.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.37.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.37.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.37.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.37.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.37.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.38.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.38.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.38.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.38.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.38.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.38.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.39.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.39.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.39.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.39.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.39.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.39.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.4.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.4.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.4.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.4.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.4.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.4.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.40.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.40.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.40.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.40.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.40.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.40.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.41.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.41.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.41.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.41.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.41.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.41.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.42.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.42.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.42.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.42.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.42.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.42.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.43.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.43.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.43.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.43.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.43.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.43.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.44.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.44.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.44.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.44.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.44.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.44.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.45.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.45.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.45.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.45.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.45.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.45.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.46.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.46.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.46.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.46.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.46.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.46.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.47.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.47.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.47.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.47.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.47.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.47.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.48.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.48.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.48.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.48.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.48.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.48.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.49.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.49.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.49.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.49.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.49.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.49.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.5.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.5.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.5.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.5.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.5.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.5.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.50.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.50.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.50.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.50.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.50.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.50.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.51.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.51.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.51.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.51.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.51.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.51.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.52.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.52.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.52.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.52.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.52.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.52.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.53.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.53.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.53.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.53.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.53.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.53.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.54.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.54.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.54.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.54.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.54.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.54.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.55.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.55.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.55.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.55.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.55.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.55.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.56.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.56.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.56.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.56.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.56.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.56.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.57.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.57.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.57.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.57.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.57.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.57.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.58.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.58.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.58.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.58.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.58.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.58.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.59.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.59.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.59.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.59.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.59.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.59.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.6.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.6.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.6.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.6.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.6.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.6.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.60.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.60.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.60.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.60.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.60.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.60.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.61.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.61.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.61.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.61.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.61.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.61.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.62.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.62.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.62.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.62.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.62.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.62.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.63.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.63.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.63.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.63.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.63.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.63.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.7.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.7.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.7.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.7.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.7.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.7.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.8.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.8.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.8.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.8.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.8.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.8.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.9.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.9.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.9.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.9.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.9.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.experts.9.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.gate.e_score_correction_bias": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.gate.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.shared_experts.down_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.shared_experts.down_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.shared_experts.gate_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.shared_experts.gate_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.shared_experts.up_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.mlp.shared_experts.up_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00030-of-00048.safetensors", + "model.layers.29.self_attn.kv_a_layernorm.weight": "model-00030-of-00048.safetensors", + "model.layers.29.self_attn.kv_a_proj_with_mqa.weight": "model-00030-of-00048.safetensors", + "model.layers.29.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.self_attn.kv_b_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.self_attn.kv_b_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.self_attn.o_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.self_attn.q_a_layernorm.weight": "model-00030-of-00048.safetensors", + "model.layers.29.self_attn.q_a_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.self_attn.q_a_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.29.self_attn.q_b_proj.weight": "model-00030-of-00048.safetensors", + "model.layers.29.self_attn.q_b_proj.weight_scale": "model-00030-of-00048.safetensors", + "model.layers.3.input_layernorm.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.0.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.0.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.0.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.0.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.0.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.0.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.1.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.1.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.1.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.1.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.1.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.1.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.10.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.10.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.10.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.10.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.10.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.10.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.11.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.11.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.11.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.11.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.11.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.11.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.12.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.12.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.12.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.12.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.12.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.12.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.13.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.13.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.13.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.13.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.13.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.13.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.14.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.14.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.14.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.14.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.14.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.14.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.15.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.15.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.15.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.15.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.15.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.15.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.16.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.16.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.16.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.16.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.16.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.16.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.17.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.17.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.17.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.17.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.17.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.17.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.18.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.18.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.18.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.18.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.18.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.18.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.19.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.19.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.19.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.19.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.19.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.19.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.2.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.2.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.2.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.2.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.2.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.2.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.20.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.20.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.20.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.20.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.20.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.20.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.21.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.21.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.21.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.21.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.21.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.21.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.22.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.22.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.22.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.22.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.22.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.22.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.23.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.23.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.23.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.23.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.23.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.23.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.24.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.24.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.24.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.24.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.24.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.24.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.25.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.25.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.25.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.25.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.25.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.25.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.26.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.26.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.26.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.26.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.26.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.26.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.27.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.27.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.27.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.27.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.27.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.27.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.28.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.28.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.28.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.28.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.28.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.28.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.29.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.29.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.29.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.29.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.29.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.29.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.3.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.3.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.3.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.3.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.3.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.3.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.30.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.30.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.30.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.30.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.30.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.30.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.31.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.31.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.31.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.31.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.31.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.31.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.32.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.32.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.32.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.32.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.32.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.32.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.33.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.33.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.33.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.33.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.33.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.33.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.34.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.34.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.34.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.34.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.34.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.34.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.35.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.35.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.35.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.35.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.35.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.35.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.36.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.36.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.36.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.36.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.36.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.36.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.37.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.37.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.37.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.37.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.37.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.37.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.38.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.38.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.38.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.38.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.38.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.38.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.39.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.39.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.39.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.39.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.39.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.39.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.4.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.4.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.4.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.4.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.4.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.4.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.40.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.40.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.40.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.40.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.40.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.40.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.41.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.41.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.41.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.41.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.41.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.41.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.42.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.42.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.42.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.42.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.42.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.42.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.43.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.43.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.43.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.43.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.43.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.43.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.44.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.44.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.44.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.44.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.44.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.44.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.45.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.45.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.45.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.45.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.45.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.45.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.46.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.46.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.46.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.46.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.46.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.46.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.47.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.47.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.47.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.47.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.47.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.47.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.48.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.48.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.48.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.48.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.48.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.48.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.49.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.49.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.49.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.49.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.49.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.49.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.5.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.5.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.5.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.5.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.5.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.5.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.50.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.50.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.50.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.50.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.50.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.50.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.51.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.51.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.51.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.51.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.51.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.51.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.52.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.52.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.52.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.52.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.52.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.52.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.53.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.53.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.53.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.53.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.53.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.53.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.54.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.54.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.54.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.54.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.54.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.54.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.55.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.55.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.55.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.55.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.55.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.55.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.56.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.56.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.56.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.56.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.56.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.56.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.57.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.57.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.57.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.57.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.57.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.57.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.58.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.58.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.58.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.58.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.58.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.58.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.59.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.59.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.59.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.59.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.59.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.59.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.6.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.6.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.6.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.6.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.6.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.6.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.60.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.60.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.60.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.60.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.60.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.60.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.61.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.61.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.61.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.61.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.61.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.61.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.62.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.62.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.62.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.62.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.62.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.62.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.63.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.63.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.63.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.63.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.63.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.63.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.7.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.7.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.7.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.7.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.7.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.7.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.8.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.8.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.8.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.8.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.8.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.8.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.9.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.9.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.9.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.9.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.9.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.experts.9.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.gate.e_score_correction_bias": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.gate.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.shared_experts.down_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.shared_experts.down_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.shared_experts.gate_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.shared_experts.gate_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.shared_experts.up_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.mlp.shared_experts.up_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00004-of-00048.safetensors", + "model.layers.3.self_attn.kv_a_layernorm.weight": "model-00004-of-00048.safetensors", + "model.layers.3.self_attn.kv_a_proj_with_mqa.weight": "model-00004-of-00048.safetensors", + "model.layers.3.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.self_attn.kv_b_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.self_attn.kv_b_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.self_attn.o_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.self_attn.q_a_layernorm.weight": "model-00004-of-00048.safetensors", + "model.layers.3.self_attn.q_a_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.self_attn.q_a_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.3.self_attn.q_b_proj.weight": "model-00004-of-00048.safetensors", + "model.layers.3.self_attn.q_b_proj.weight_scale": "model-00004-of-00048.safetensors", + "model.layers.30.input_layernorm.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.0.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.0.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.0.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.0.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.0.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.0.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.1.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.1.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.1.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.1.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.1.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.1.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.10.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.10.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.10.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.10.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.10.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.10.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.11.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.11.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.11.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.11.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.11.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.11.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.12.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.12.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.12.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.12.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.12.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.12.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.13.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.13.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.13.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.13.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.13.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.13.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.14.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.14.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.14.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.14.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.14.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.14.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.15.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.15.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.15.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.15.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.15.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.15.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.16.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.16.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.16.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.16.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.16.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.16.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.17.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.17.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.17.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.17.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.17.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.17.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.18.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.18.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.18.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.18.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.18.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.18.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.19.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.19.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.19.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.19.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.19.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.19.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.2.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.2.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.2.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.2.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.2.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.2.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.20.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.20.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.20.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.20.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.20.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.20.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.21.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.21.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.21.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.21.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.21.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.21.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.22.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.22.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.22.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.22.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.22.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.22.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.23.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.23.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.23.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.23.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.23.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.23.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.24.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.24.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.24.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.24.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.24.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.24.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.25.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.25.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.25.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.25.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.25.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.25.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.26.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.26.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.26.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.26.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.26.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.26.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.27.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.27.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.27.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.27.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.27.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.27.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.28.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.28.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.28.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.28.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.28.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.28.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.29.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.29.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.29.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.29.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.29.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.29.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.3.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.3.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.3.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.3.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.3.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.3.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.30.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.30.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.30.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.30.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.30.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.30.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.31.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.31.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.31.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.31.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.31.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.31.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.32.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.32.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.32.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.32.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.32.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.32.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.33.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.33.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.33.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.33.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.33.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.33.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.34.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.34.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.34.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.34.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.34.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.34.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.35.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.35.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.35.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.35.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.35.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.35.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.36.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.36.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.36.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.36.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.36.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.36.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.37.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.37.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.37.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.37.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.37.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.37.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.38.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.38.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.38.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.38.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.38.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.38.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.39.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.39.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.39.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.39.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.39.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.39.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.4.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.4.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.4.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.4.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.4.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.4.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.40.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.40.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.40.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.40.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.40.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.40.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.41.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.41.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.41.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.41.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.41.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.41.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.42.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.42.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.42.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.42.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.42.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.42.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.43.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.43.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.43.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.43.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.43.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.43.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.44.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.44.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.44.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.44.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.44.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.44.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.45.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.45.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.45.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.45.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.45.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.45.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.46.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.46.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.46.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.46.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.46.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.46.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.47.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.47.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.47.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.47.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.47.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.47.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.48.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.48.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.48.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.48.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.48.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.48.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.49.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.49.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.49.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.49.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.49.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.49.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.5.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.5.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.5.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.5.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.5.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.5.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.50.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.50.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.50.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.50.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.50.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.50.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.51.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.51.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.51.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.51.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.51.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.51.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.52.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.52.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.52.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.52.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.52.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.52.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.53.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.53.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.53.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.53.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.53.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.53.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.54.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.54.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.54.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.54.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.54.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.54.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.55.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.55.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.55.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.55.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.55.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.55.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.56.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.56.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.56.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.56.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.56.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.56.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.57.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.57.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.57.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.57.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.57.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.57.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.58.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.58.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.58.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.58.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.58.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.58.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.59.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.59.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.59.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.59.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.59.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.59.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.6.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.6.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.6.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.6.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.6.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.6.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.60.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.60.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.60.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.60.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.60.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.60.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.61.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.61.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.61.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.61.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.61.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.61.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.62.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.62.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.62.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.62.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.62.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.62.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.63.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.63.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.63.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.63.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.63.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.63.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.7.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.7.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.7.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.7.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.7.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.7.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.8.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.8.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.8.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.8.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.8.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.8.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.9.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.9.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.9.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.9.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.9.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.experts.9.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.gate.e_score_correction_bias": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.gate.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.shared_experts.down_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.shared_experts.down_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.shared_experts.gate_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.shared_experts.gate_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.shared_experts.up_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.mlp.shared_experts.up_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00031-of-00048.safetensors", + "model.layers.30.self_attn.kv_a_layernorm.weight": "model-00031-of-00048.safetensors", + "model.layers.30.self_attn.kv_a_proj_with_mqa.weight": "model-00031-of-00048.safetensors", + "model.layers.30.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.self_attn.kv_b_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.self_attn.kv_b_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.self_attn.o_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.self_attn.q_a_layernorm.weight": "model-00031-of-00048.safetensors", + "model.layers.30.self_attn.q_a_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.self_attn.q_a_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.30.self_attn.q_b_proj.weight": "model-00031-of-00048.safetensors", + "model.layers.30.self_attn.q_b_proj.weight_scale": "model-00031-of-00048.safetensors", + "model.layers.31.input_layernorm.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.0.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.0.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.0.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.0.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.0.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.0.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.1.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.1.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.1.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.1.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.1.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.1.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.10.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.10.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.10.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.10.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.10.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.10.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.11.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.11.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.11.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.11.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.11.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.11.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.12.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.12.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.12.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.12.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.12.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.12.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.13.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.13.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.13.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.13.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.13.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.13.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.14.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.14.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.14.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.14.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.14.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.14.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.15.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.15.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.15.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.15.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.15.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.15.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.16.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.16.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.16.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.16.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.16.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.16.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.17.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.17.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.17.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.17.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.17.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.17.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.18.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.18.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.18.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.18.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.18.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.18.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.19.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.19.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.19.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.19.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.19.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.19.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.2.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.2.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.2.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.2.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.2.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.2.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.20.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.20.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.20.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.20.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.20.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.20.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.21.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.21.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.21.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.21.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.21.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.21.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.22.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.22.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.22.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.22.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.22.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.22.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.23.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.23.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.23.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.23.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.23.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.23.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.24.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.24.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.24.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.24.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.24.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.24.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.25.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.25.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.25.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.25.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.25.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.25.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.26.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.26.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.26.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.26.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.26.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.26.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.27.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.27.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.27.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.27.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.27.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.27.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.28.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.28.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.28.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.28.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.28.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.28.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.29.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.29.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.29.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.29.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.29.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.29.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.3.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.3.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.3.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.3.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.3.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.3.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.30.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.30.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.30.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.30.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.30.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.30.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.31.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.31.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.31.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.31.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.31.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.31.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.32.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.32.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.32.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.32.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.32.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.32.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.33.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.33.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.33.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.33.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.33.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.33.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.34.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.34.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.34.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.34.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.34.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.34.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.35.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.35.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.35.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.35.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.35.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.35.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.36.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.36.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.36.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.36.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.36.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.36.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.37.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.37.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.37.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.37.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.37.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.37.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.38.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.38.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.38.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.38.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.38.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.38.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.39.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.39.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.39.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.39.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.39.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.39.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.4.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.4.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.4.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.4.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.4.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.4.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.40.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.40.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.40.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.40.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.40.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.40.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.41.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.41.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.41.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.41.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.41.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.41.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.42.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.42.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.42.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.42.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.42.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.42.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.43.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.43.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.43.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.43.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.43.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.43.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.44.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.44.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.44.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.44.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.44.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.44.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.45.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.45.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.45.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.45.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.45.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.45.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.46.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.46.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.46.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.46.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.46.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.46.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.47.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.47.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.47.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.47.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.47.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.47.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.48.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.48.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.48.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.48.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.48.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.48.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.49.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.49.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.49.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.49.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.49.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.49.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.5.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.5.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.5.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.5.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.5.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.5.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.50.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.50.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.50.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.50.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.50.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.50.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.51.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.51.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.51.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.51.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.51.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.51.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.52.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.52.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.52.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.52.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.52.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.52.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.53.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.53.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.53.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.53.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.53.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.53.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.54.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.54.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.54.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.54.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.54.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.54.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.55.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.55.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.55.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.55.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.55.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.55.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.56.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.56.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.56.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.56.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.56.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.56.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.57.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.57.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.57.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.57.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.57.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.57.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.58.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.58.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.58.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.58.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.58.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.58.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.59.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.59.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.59.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.59.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.59.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.59.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.6.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.6.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.6.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.6.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.6.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.6.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.60.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.60.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.60.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.60.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.60.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.60.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.61.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.61.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.61.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.61.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.61.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.61.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.62.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.62.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.62.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.62.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.62.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.62.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.63.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.63.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.63.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.63.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.63.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.63.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.7.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.7.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.7.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.7.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.7.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.7.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.8.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.8.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.8.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.8.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.8.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.8.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.9.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.9.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.9.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.9.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.9.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.experts.9.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.gate.e_score_correction_bias": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.gate.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.shared_experts.down_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.shared_experts.down_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.shared_experts.gate_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.shared_experts.gate_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.shared_experts.up_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.mlp.shared_experts.up_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00032-of-00048.safetensors", + "model.layers.31.self_attn.kv_a_layernorm.weight": "model-00032-of-00048.safetensors", + "model.layers.31.self_attn.kv_a_proj_with_mqa.weight": "model-00032-of-00048.safetensors", + "model.layers.31.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.self_attn.kv_b_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.self_attn.kv_b_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.self_attn.o_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.self_attn.q_a_layernorm.weight": "model-00032-of-00048.safetensors", + "model.layers.31.self_attn.q_a_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.self_attn.q_a_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.31.self_attn.q_b_proj.weight": "model-00032-of-00048.safetensors", + "model.layers.31.self_attn.q_b_proj.weight_scale": "model-00032-of-00048.safetensors", + "model.layers.32.input_layernorm.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.0.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.0.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.0.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.0.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.0.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.0.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.1.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.1.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.1.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.1.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.1.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.1.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.10.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.10.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.10.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.10.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.10.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.10.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.11.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.11.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.11.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.11.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.11.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.11.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.12.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.12.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.12.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.12.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.12.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.12.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.13.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.13.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.13.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.13.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.13.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.13.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.14.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.14.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.14.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.14.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.14.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.14.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.15.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.15.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.15.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.15.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.15.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.15.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.16.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.16.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.16.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.16.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.16.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.16.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.17.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.17.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.17.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.17.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.17.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.17.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.18.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.18.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.18.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.18.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.18.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.18.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.19.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.19.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.19.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.19.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.19.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.19.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.2.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.2.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.2.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.2.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.2.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.2.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.20.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.20.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.20.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.20.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.20.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.20.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.21.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.21.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.21.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.21.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.21.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.21.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.22.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.22.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.22.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.22.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.22.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.22.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.23.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.23.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.23.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.23.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.23.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.23.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.24.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.24.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.24.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.24.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.24.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.24.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.25.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.25.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.25.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.25.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.25.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.25.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.26.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.26.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.26.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.26.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.26.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.26.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.27.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.27.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.27.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.27.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.27.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.27.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.28.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.28.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.28.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.28.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.28.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.28.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.29.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.29.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.29.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.29.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.29.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.29.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.3.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.3.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.3.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.3.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.3.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.3.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.30.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.30.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.30.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.30.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.30.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.30.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.31.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.31.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.31.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.31.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.31.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.31.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.32.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.32.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.32.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.32.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.32.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.32.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.33.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.33.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.33.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.33.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.33.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.33.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.34.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.34.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.34.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.34.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.34.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.34.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.35.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.35.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.35.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.35.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.35.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.35.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.36.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.36.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.36.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.36.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.36.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.36.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.37.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.37.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.37.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.37.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.37.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.37.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.38.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.38.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.38.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.38.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.38.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.38.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.39.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.39.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.39.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.39.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.39.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.39.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.4.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.4.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.4.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.4.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.4.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.4.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.40.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.40.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.40.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.40.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.40.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.40.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.41.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.41.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.41.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.41.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.41.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.41.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.42.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.42.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.42.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.42.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.42.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.42.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.43.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.43.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.43.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.43.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.43.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.43.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.44.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.44.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.44.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.44.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.44.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.44.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.45.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.45.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.45.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.45.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.45.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.45.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.46.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.46.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.46.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.46.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.46.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.46.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.47.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.47.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.47.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.47.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.47.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.47.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.48.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.48.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.48.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.48.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.48.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.48.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.49.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.49.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.49.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.49.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.49.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.49.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.5.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.5.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.5.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.5.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.5.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.5.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.50.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.50.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.50.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.50.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.50.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.50.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.51.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.51.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.51.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.51.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.51.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.51.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.52.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.52.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.52.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.52.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.52.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.52.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.53.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.53.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.53.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.53.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.53.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.53.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.54.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.54.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.54.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.54.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.54.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.54.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.55.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.55.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.55.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.55.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.55.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.55.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.56.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.56.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.56.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.56.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.56.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.56.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.57.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.57.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.57.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.57.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.57.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.57.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.58.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.58.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.58.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.58.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.58.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.58.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.59.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.59.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.59.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.59.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.59.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.59.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.6.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.6.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.6.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.6.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.6.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.6.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.60.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.60.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.60.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.60.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.60.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.60.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.61.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.61.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.61.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.61.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.61.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.61.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.62.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.62.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.62.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.62.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.62.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.62.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.63.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.63.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.63.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.63.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.63.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.63.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.7.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.7.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.7.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.7.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.7.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.7.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.8.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.8.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.8.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.8.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.8.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.8.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.9.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.9.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.9.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.9.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.9.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.experts.9.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.gate.e_score_correction_bias": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.gate.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.shared_experts.down_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.shared_experts.down_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.shared_experts.gate_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.shared_experts.gate_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.shared_experts.up_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.mlp.shared_experts.up_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.post_attention_layernorm.weight": "model-00033-of-00048.safetensors", + "model.layers.32.self_attn.kv_a_layernorm.weight": "model-00033-of-00048.safetensors", + "model.layers.32.self_attn.kv_a_proj_with_mqa.weight": "model-00033-of-00048.safetensors", + "model.layers.32.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.self_attn.kv_b_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.self_attn.kv_b_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.self_attn.o_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.self_attn.o_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.self_attn.q_a_layernorm.weight": "model-00033-of-00048.safetensors", + "model.layers.32.self_attn.q_a_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.self_attn.q_a_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.32.self_attn.q_b_proj.weight": "model-00033-of-00048.safetensors", + "model.layers.32.self_attn.q_b_proj.weight_scale": "model-00033-of-00048.safetensors", + "model.layers.33.input_layernorm.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.0.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.0.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.0.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.0.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.0.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.0.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.1.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.1.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.1.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.1.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.1.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.1.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.10.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.10.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.10.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.10.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.10.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.10.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.11.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.11.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.11.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.11.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.11.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.11.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.12.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.12.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.12.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.12.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.12.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.12.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.13.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.13.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.13.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.13.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.13.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.13.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.14.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.14.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.14.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.14.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.14.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.14.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.15.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.15.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.15.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.15.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.15.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.15.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.16.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.16.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.16.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.16.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.16.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.16.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.17.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.17.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.17.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.17.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.17.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.17.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.18.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.18.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.18.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.18.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.18.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.18.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.19.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.19.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.19.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.19.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.19.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.19.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.2.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.2.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.2.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.2.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.2.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.2.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.20.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.20.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.20.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.20.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.20.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.20.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.21.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.21.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.21.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.21.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.21.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.21.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.22.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.22.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.22.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.22.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.22.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.22.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.23.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.23.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.23.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.23.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.23.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.23.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.24.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.24.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.24.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.24.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.24.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.24.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.25.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.25.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.25.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.25.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.25.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.25.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.26.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.26.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.26.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.26.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.26.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.26.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.27.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.27.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.27.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.27.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.27.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.27.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.28.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.28.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.28.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.28.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.28.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.28.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.29.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.29.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.29.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.29.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.29.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.29.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.3.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.3.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.3.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.3.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.3.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.3.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.30.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.30.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.30.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.30.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.30.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.30.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.31.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.31.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.31.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.31.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.31.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.31.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.32.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.32.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.32.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.32.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.32.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.32.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.33.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.33.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.33.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.33.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.33.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.33.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.34.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.34.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.34.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.34.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.34.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.34.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.35.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.35.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.35.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.35.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.35.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.35.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.36.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.36.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.36.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.36.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.36.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.36.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.37.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.37.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.37.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.37.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.37.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.37.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.38.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.38.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.38.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.38.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.38.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.38.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.39.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.39.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.39.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.39.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.39.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.39.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.4.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.4.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.4.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.4.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.4.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.4.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.40.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.40.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.40.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.40.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.40.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.40.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.41.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.41.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.41.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.41.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.41.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.41.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.42.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.42.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.42.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.42.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.42.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.42.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.43.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.43.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.43.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.43.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.43.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.43.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.44.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.44.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.44.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.44.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.44.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.44.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.45.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.45.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.45.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.45.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.45.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.45.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.46.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.46.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.46.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.46.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.46.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.46.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.47.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.47.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.47.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.47.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.47.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.47.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.48.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.48.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.48.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.48.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.48.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.48.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.49.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.49.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.49.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.49.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.49.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.49.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.5.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.5.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.5.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.5.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.5.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.5.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.50.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.50.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.50.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.50.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.50.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.50.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.51.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.51.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.51.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.51.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.51.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.51.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.52.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.52.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.52.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.52.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.52.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.52.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.53.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.53.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.53.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.53.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.53.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.53.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.54.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.54.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.54.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.54.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.54.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.54.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.55.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.55.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.55.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.55.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.55.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.55.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.56.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.56.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.56.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.56.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.56.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.56.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.57.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.57.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.57.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.57.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.57.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.57.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.58.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.58.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.58.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.58.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.58.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.58.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.59.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.59.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.59.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.59.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.59.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.59.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.6.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.6.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.6.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.6.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.6.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.6.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.60.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.60.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.60.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.60.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.60.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.60.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.61.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.61.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.61.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.61.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.61.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.61.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.62.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.62.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.62.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.62.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.62.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.62.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.63.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.63.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.63.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.63.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.63.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.63.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.7.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.7.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.7.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.7.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.7.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.7.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.8.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.8.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.8.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.8.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.8.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.8.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.9.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.9.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.9.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.9.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.9.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.experts.9.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.gate.e_score_correction_bias": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.gate.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.shared_experts.down_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.shared_experts.down_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.shared_experts.gate_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.shared_experts.gate_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.shared_experts.up_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.mlp.shared_experts.up_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.post_attention_layernorm.weight": "model-00034-of-00048.safetensors", + "model.layers.33.self_attn.kv_a_layernorm.weight": "model-00034-of-00048.safetensors", + "model.layers.33.self_attn.kv_a_proj_with_mqa.weight": "model-00034-of-00048.safetensors", + "model.layers.33.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.self_attn.kv_b_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.self_attn.kv_b_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.self_attn.o_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.self_attn.o_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.self_attn.q_a_layernorm.weight": "model-00034-of-00048.safetensors", + "model.layers.33.self_attn.q_a_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.self_attn.q_a_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.33.self_attn.q_b_proj.weight": "model-00034-of-00048.safetensors", + "model.layers.33.self_attn.q_b_proj.weight_scale": "model-00034-of-00048.safetensors", + "model.layers.34.input_layernorm.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.0.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.0.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.0.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.0.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.0.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.0.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.1.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.1.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.1.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.1.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.1.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.1.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.10.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.10.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.10.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.10.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.10.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.10.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.11.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.11.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.11.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.11.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.11.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.11.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.12.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.12.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.12.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.12.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.12.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.12.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.13.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.13.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.13.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.13.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.13.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.13.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.14.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.14.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.14.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.14.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.14.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.14.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.15.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.15.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.15.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.15.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.15.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.15.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.16.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.16.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.16.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.16.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.16.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.16.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.17.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.17.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.17.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.17.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.17.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.17.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.18.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.18.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.18.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.18.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.18.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.18.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.19.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.19.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.19.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.19.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.19.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.19.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.2.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.2.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.2.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.2.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.2.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.2.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.20.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.20.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.20.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.20.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.20.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.20.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.21.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.21.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.21.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.21.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.21.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.21.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.22.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.22.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.22.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.22.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.22.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.22.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.23.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.23.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.23.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.23.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.23.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.23.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.24.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.24.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.24.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.24.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.24.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.24.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.25.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.25.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.25.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.25.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.25.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.25.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.26.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.26.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.26.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.26.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.26.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.26.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.27.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.27.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.27.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.27.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.27.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.27.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.28.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.28.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.28.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.28.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.28.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.28.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.29.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.29.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.29.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.29.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.29.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.29.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.3.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.3.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.3.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.3.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.3.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.3.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.30.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.30.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.30.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.30.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.30.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.30.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.31.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.31.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.31.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.31.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.31.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.31.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.32.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.32.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.32.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.32.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.32.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.32.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.33.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.33.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.33.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.33.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.33.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.33.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.34.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.34.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.34.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.34.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.34.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.34.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.35.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.35.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.35.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.35.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.35.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.35.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.36.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.36.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.36.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.36.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.36.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.36.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.37.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.37.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.37.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.37.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.37.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.37.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.38.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.38.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.38.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.38.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.38.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.38.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.39.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.39.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.39.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.39.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.39.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.39.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.4.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.4.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.4.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.4.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.4.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.4.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.40.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.40.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.40.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.40.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.40.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.40.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.41.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.41.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.41.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.41.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.41.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.41.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.42.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.42.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.42.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.42.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.42.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.42.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.43.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.43.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.43.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.43.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.43.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.43.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.44.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.44.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.44.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.44.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.44.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.44.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.45.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.45.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.45.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.45.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.45.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.45.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.46.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.46.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.46.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.46.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.46.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.46.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.47.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.47.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.47.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.47.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.47.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.47.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.48.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.48.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.48.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.48.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.48.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.48.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.49.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.49.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.49.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.49.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.49.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.49.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.5.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.5.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.5.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.5.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.5.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.5.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.50.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.50.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.50.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.50.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.50.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.50.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.51.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.51.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.51.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.51.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.51.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.51.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.52.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.52.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.52.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.52.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.52.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.52.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.53.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.53.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.53.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.53.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.53.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.53.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.54.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.54.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.54.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.54.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.54.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.54.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.55.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.55.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.55.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.55.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.55.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.55.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.56.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.56.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.56.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.56.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.56.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.56.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.57.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.57.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.57.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.57.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.57.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.57.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.58.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.58.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.58.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.58.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.58.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.58.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.59.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.59.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.59.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.59.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.59.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.59.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.6.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.6.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.6.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.6.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.6.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.6.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.60.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.60.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.60.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.60.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.60.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.60.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.61.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.61.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.61.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.61.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.61.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.61.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.62.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.62.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.62.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.62.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.62.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.62.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.63.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.63.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.63.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.63.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.63.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.63.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.7.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.7.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.7.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.7.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.7.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.7.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.8.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.8.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.8.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.8.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.8.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.8.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.9.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.9.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.9.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.9.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.9.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.experts.9.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.gate.e_score_correction_bias": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.gate.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.shared_experts.down_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.shared_experts.down_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.shared_experts.gate_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.shared_experts.gate_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.shared_experts.up_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.mlp.shared_experts.up_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.post_attention_layernorm.weight": "model-00035-of-00048.safetensors", + "model.layers.34.self_attn.kv_a_layernorm.weight": "model-00035-of-00048.safetensors", + "model.layers.34.self_attn.kv_a_proj_with_mqa.weight": "model-00035-of-00048.safetensors", + "model.layers.34.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.self_attn.kv_b_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.self_attn.kv_b_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.self_attn.o_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.self_attn.o_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.self_attn.q_a_layernorm.weight": "model-00035-of-00048.safetensors", + "model.layers.34.self_attn.q_a_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.self_attn.q_a_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.34.self_attn.q_b_proj.weight": "model-00035-of-00048.safetensors", + "model.layers.34.self_attn.q_b_proj.weight_scale": "model-00035-of-00048.safetensors", + "model.layers.35.input_layernorm.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.0.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.0.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.0.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.0.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.0.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.0.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.1.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.1.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.1.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.1.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.1.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.1.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.10.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.10.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.10.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.10.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.10.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.10.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.11.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.11.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.11.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.11.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.11.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.11.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.12.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.12.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.12.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.12.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.12.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.12.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.13.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.13.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.13.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.13.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.13.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.13.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.14.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.14.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.14.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.14.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.14.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.14.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.15.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.15.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.15.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.15.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.15.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.15.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.16.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.16.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.16.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.16.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.16.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.16.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.17.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.17.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.17.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.17.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.17.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.17.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.18.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.18.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.18.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.18.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.18.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.18.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.19.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.19.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.19.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.19.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.19.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.19.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.2.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.2.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.2.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.2.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.2.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.2.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.20.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.20.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.20.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.20.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.20.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.20.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.21.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.21.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.21.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.21.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.21.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.21.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.22.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.22.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.22.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.22.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.22.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.22.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.23.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.23.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.23.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.23.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.23.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.23.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.24.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.24.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.24.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.24.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.24.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.24.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.25.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.25.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.25.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.25.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.25.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.25.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.26.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.26.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.26.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.26.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.26.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.26.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.27.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.27.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.27.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.27.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.27.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.27.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.28.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.28.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.28.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.28.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.28.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.28.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.29.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.29.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.29.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.29.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.29.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.29.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.3.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.3.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.3.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.3.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.3.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.3.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.30.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.30.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.30.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.30.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.30.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.30.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.31.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.31.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.31.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.31.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.31.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.31.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.32.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.32.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.32.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.32.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.32.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.32.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.33.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.33.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.33.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.33.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.33.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.33.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.34.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.34.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.34.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.34.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.34.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.34.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.35.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.35.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.35.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.35.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.35.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.35.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.36.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.36.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.36.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.36.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.36.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.36.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.37.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.37.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.37.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.37.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.37.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.37.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.38.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.38.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.38.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.38.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.38.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.38.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.39.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.39.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.39.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.39.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.39.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.39.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.4.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.4.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.4.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.4.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.4.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.4.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.40.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.40.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.40.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.40.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.40.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.40.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.41.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.41.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.41.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.41.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.41.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.41.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.42.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.42.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.42.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.42.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.42.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.42.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.43.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.43.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.43.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.43.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.43.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.43.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.44.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.44.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.44.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.44.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.44.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.44.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.45.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.45.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.45.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.45.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.45.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.45.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.46.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.46.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.46.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.46.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.46.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.46.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.47.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.47.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.47.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.47.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.47.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.47.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.48.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.48.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.48.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.48.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.48.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.48.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.49.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.49.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.49.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.49.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.49.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.49.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.5.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.5.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.5.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.5.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.5.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.5.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.50.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.50.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.50.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.50.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.50.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.50.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.51.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.51.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.51.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.51.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.51.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.51.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.52.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.52.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.52.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.52.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.52.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.52.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.53.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.53.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.53.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.53.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.53.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.53.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.54.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.54.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.54.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.54.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.54.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.54.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.55.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.55.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.55.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.55.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.55.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.55.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.56.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.56.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.56.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.56.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.56.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.56.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.57.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.57.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.57.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.57.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.57.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.57.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.58.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.58.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.58.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.58.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.58.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.58.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.59.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.59.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.59.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.59.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.59.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.59.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.6.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.6.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.6.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.6.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.6.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.6.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.60.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.60.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.60.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.60.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.60.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.60.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.61.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.61.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.61.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.61.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.61.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.61.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.62.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.62.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.62.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.62.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.62.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.62.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.63.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.63.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.63.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.63.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.63.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.63.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.7.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.7.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.7.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.7.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.7.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.7.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.8.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.8.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.8.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.8.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.8.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.8.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.9.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.9.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.9.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.9.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.9.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.experts.9.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.gate.e_score_correction_bias": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.gate.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.shared_experts.down_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.shared_experts.down_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.shared_experts.gate_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.shared_experts.gate_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.shared_experts.up_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.mlp.shared_experts.up_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.post_attention_layernorm.weight": "model-00036-of-00048.safetensors", + "model.layers.35.self_attn.kv_a_layernorm.weight": "model-00036-of-00048.safetensors", + "model.layers.35.self_attn.kv_a_proj_with_mqa.weight": "model-00036-of-00048.safetensors", + "model.layers.35.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.self_attn.kv_b_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.self_attn.kv_b_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.self_attn.o_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.self_attn.o_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.self_attn.q_a_layernorm.weight": "model-00036-of-00048.safetensors", + "model.layers.35.self_attn.q_a_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.self_attn.q_a_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.35.self_attn.q_b_proj.weight": "model-00036-of-00048.safetensors", + "model.layers.35.self_attn.q_b_proj.weight_scale": "model-00036-of-00048.safetensors", + "model.layers.36.input_layernorm.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.0.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.0.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.0.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.0.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.0.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.0.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.1.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.1.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.1.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.1.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.1.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.1.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.10.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.10.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.10.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.10.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.10.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.10.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.11.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.11.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.11.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.11.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.11.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.11.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.12.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.12.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.12.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.12.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.12.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.12.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.13.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.13.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.13.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.13.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.13.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.13.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.14.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.14.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.14.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.14.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.14.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.14.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.15.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.15.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.15.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.15.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.15.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.15.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.16.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.16.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.16.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.16.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.16.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.16.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.17.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.17.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.17.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.17.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.17.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.17.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.18.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.18.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.18.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.18.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.18.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.18.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.19.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.19.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.19.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.19.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.19.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.19.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.2.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.2.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.2.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.2.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.2.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.2.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.20.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.20.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.20.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.20.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.20.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.20.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.21.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.21.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.21.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.21.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.21.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.21.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.22.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.22.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.22.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.22.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.22.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.22.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.23.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.23.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.23.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.23.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.23.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.23.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.24.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.24.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.24.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.24.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.24.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.24.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.25.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.25.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.25.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.25.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.25.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.25.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.26.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.26.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.26.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.26.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.26.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.26.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.27.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.27.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.27.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.27.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.27.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.27.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.28.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.28.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.28.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.28.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.28.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.28.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.29.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.29.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.29.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.29.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.29.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.29.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.3.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.3.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.3.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.3.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.3.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.3.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.30.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.30.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.30.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.30.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.30.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.30.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.31.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.31.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.31.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.31.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.31.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.31.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.32.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.32.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.32.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.32.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.32.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.32.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.33.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.33.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.33.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.33.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.33.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.33.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.34.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.34.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.34.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.34.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.34.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.34.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.35.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.35.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.35.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.35.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.35.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.35.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.36.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.36.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.36.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.36.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.36.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.36.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.37.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.37.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.37.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.37.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.37.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.37.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.38.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.38.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.38.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.38.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.38.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.38.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.39.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.39.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.39.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.39.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.39.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.39.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.4.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.4.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.4.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.4.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.4.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.4.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.40.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.40.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.40.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.40.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.40.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.40.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.41.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.41.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.41.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.41.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.41.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.41.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.42.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.42.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.42.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.42.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.42.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.42.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.43.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.43.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.43.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.43.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.43.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.43.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.44.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.44.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.44.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.44.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.44.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.44.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.45.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.45.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.45.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.45.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.45.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.45.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.46.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.46.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.46.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.46.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.46.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.46.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.47.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.47.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.47.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.47.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.47.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.47.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.48.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.48.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.48.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.48.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.48.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.48.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.49.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.49.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.49.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.49.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.49.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.49.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.5.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.5.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.5.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.5.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.5.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.5.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.50.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.50.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.50.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.50.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.50.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.50.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.51.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.51.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.51.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.51.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.51.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.51.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.52.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.52.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.52.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.52.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.52.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.52.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.53.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.53.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.53.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.53.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.53.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.53.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.54.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.54.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.54.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.54.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.54.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.54.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.55.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.55.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.55.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.55.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.55.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.55.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.56.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.56.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.56.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.56.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.56.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.56.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.57.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.57.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.57.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.57.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.57.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.57.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.58.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.58.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.58.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.58.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.58.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.58.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.59.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.59.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.59.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.59.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.59.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.59.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.6.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.6.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.6.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.6.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.6.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.6.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.60.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.60.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.60.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.60.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.60.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.60.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.61.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.61.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.61.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.61.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.61.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.61.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.62.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.62.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.62.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.62.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.62.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.62.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.63.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.63.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.63.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.63.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.63.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.63.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.7.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.7.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.7.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.7.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.7.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.7.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.8.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.8.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.8.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.8.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.8.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.8.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.9.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.9.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.9.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.9.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.9.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.experts.9.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.gate.e_score_correction_bias": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.gate.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.shared_experts.down_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.shared_experts.down_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.shared_experts.gate_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.shared_experts.gate_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.shared_experts.up_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.mlp.shared_experts.up_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.post_attention_layernorm.weight": "model-00037-of-00048.safetensors", + "model.layers.36.self_attn.kv_a_layernorm.weight": "model-00037-of-00048.safetensors", + "model.layers.36.self_attn.kv_a_proj_with_mqa.weight": "model-00037-of-00048.safetensors", + "model.layers.36.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.self_attn.kv_b_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.self_attn.kv_b_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.self_attn.o_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.self_attn.o_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.self_attn.q_a_layernorm.weight": "model-00037-of-00048.safetensors", + "model.layers.36.self_attn.q_a_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.self_attn.q_a_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.36.self_attn.q_b_proj.weight": "model-00037-of-00048.safetensors", + "model.layers.36.self_attn.q_b_proj.weight_scale": "model-00037-of-00048.safetensors", + "model.layers.37.input_layernorm.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.0.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.0.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.0.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.0.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.0.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.0.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.1.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.1.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.1.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.1.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.1.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.1.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.10.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.10.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.10.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.10.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.10.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.10.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.11.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.11.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.11.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.11.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.11.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.11.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.12.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.12.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.12.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.12.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.12.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.12.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.13.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.13.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.13.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.13.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.13.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.13.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.14.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.14.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.14.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.14.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.14.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.14.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.15.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.15.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.15.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.15.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.15.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.15.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.16.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.16.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.16.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.16.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.16.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.16.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.17.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.17.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.17.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.17.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.17.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.17.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.18.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.18.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.18.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.18.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.18.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.18.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.19.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.19.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.19.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.19.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.19.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.19.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.2.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.2.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.2.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.2.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.2.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.2.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.20.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.20.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.20.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.20.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.20.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.20.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.21.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.21.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.21.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.21.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.21.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.21.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.22.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.22.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.22.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.22.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.22.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.22.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.23.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.23.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.23.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.23.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.23.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.23.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.24.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.24.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.24.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.24.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.24.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.24.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.25.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.25.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.25.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.25.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.25.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.25.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.26.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.26.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.26.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.26.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.26.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.26.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.27.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.27.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.27.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.27.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.27.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.27.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.28.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.28.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.28.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.28.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.28.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.28.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.29.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.29.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.29.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.29.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.29.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.29.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.3.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.3.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.3.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.3.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.3.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.3.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.30.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.30.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.30.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.30.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.30.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.30.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.31.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.31.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.31.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.31.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.31.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.31.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.32.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.32.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.32.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.32.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.32.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.32.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.33.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.33.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.33.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.33.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.33.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.33.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.34.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.34.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.34.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.34.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.34.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.34.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.35.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.35.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.35.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.35.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.35.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.35.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.36.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.36.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.36.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.36.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.36.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.36.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.37.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.37.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.37.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.37.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.37.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.37.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.38.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.38.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.38.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.38.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.38.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.38.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.39.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.39.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.39.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.39.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.39.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.39.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.4.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.4.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.4.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.4.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.4.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.4.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.40.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.40.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.40.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.40.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.40.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.40.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.41.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.41.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.41.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.41.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.41.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.41.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.42.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.42.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.42.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.42.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.42.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.42.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.43.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.43.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.43.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.43.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.43.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.43.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.44.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.44.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.44.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.44.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.44.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.44.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.45.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.45.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.45.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.45.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.45.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.45.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.46.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.46.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.46.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.46.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.46.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.46.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.47.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.47.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.47.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.47.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.47.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.47.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.48.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.48.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.48.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.48.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.48.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.48.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.49.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.49.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.49.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.49.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.49.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.49.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.5.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.5.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.5.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.5.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.5.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.5.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.50.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.50.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.50.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.50.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.50.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.50.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.51.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.51.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.51.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.51.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.51.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.51.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.52.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.52.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.52.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.52.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.52.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.52.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.53.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.53.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.53.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.53.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.53.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.53.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.54.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.54.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.54.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.54.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.54.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.54.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.55.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.55.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.55.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.55.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.55.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.55.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.56.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.56.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.56.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.56.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.56.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.56.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.57.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.57.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.57.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.57.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.57.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.57.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.58.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.58.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.58.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.58.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.58.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.58.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.59.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.59.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.59.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.59.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.59.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.59.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.6.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.6.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.6.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.6.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.6.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.6.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.60.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.60.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.60.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.60.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.60.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.60.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.61.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.61.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.61.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.61.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.61.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.61.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.62.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.62.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.62.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.62.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.62.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.62.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.63.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.63.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.63.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.63.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.63.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.63.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.7.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.7.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.7.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.7.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.7.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.7.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.8.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.8.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.8.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.8.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.8.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.8.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.9.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.9.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.9.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.9.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.9.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.experts.9.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.gate.e_score_correction_bias": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.gate.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.shared_experts.down_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.shared_experts.down_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.shared_experts.gate_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.shared_experts.gate_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.shared_experts.up_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.mlp.shared_experts.up_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.post_attention_layernorm.weight": "model-00038-of-00048.safetensors", + "model.layers.37.self_attn.kv_a_layernorm.weight": "model-00038-of-00048.safetensors", + "model.layers.37.self_attn.kv_a_proj_with_mqa.weight": "model-00038-of-00048.safetensors", + "model.layers.37.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.self_attn.kv_b_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.self_attn.kv_b_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.self_attn.o_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.self_attn.o_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.self_attn.q_a_layernorm.weight": "model-00038-of-00048.safetensors", + "model.layers.37.self_attn.q_a_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.self_attn.q_a_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.37.self_attn.q_b_proj.weight": "model-00038-of-00048.safetensors", + "model.layers.37.self_attn.q_b_proj.weight_scale": "model-00038-of-00048.safetensors", + "model.layers.38.input_layernorm.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.0.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.0.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.0.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.0.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.0.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.0.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.1.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.1.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.1.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.1.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.1.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.1.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.10.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.10.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.10.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.10.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.10.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.10.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.11.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.11.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.11.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.11.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.11.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.11.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.12.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.12.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.12.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.12.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.12.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.12.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.13.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.13.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.13.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.13.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.13.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.13.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.14.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.14.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.14.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.14.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.14.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.14.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.15.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.15.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.15.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.15.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.15.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.15.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.16.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.16.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.16.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.16.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.16.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.16.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.17.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.17.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.17.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.17.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.17.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.17.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.18.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.18.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.18.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.18.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.18.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.18.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.19.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.19.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.19.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.19.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.19.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.19.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.2.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.2.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.2.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.2.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.2.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.2.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.20.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.20.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.20.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.20.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.20.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.20.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.21.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.21.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.21.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.21.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.21.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.21.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.22.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.22.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.22.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.22.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.22.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.22.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.23.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.23.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.23.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.23.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.23.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.23.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.24.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.24.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.24.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.24.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.24.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.24.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.25.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.25.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.25.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.25.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.25.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.25.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.26.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.26.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.26.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.26.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.26.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.26.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.27.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.27.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.27.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.27.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.27.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.27.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.28.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.28.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.28.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.28.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.28.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.28.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.29.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.29.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.29.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.29.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.29.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.29.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.3.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.3.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.3.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.3.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.3.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.3.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.30.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.30.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.30.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.30.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.30.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.30.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.31.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.31.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.31.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.31.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.31.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.31.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.32.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.32.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.32.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.32.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.32.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.32.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.33.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.33.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.33.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.33.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.33.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.33.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.34.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.34.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.34.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.34.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.34.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.34.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.35.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.35.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.35.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.35.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.35.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.35.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.36.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.36.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.36.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.36.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.36.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.36.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.37.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.37.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.37.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.37.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.37.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.37.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.38.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.38.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.38.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.38.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.38.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.38.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.39.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.39.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.39.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.39.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.39.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.39.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.4.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.4.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.4.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.4.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.4.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.4.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.40.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.40.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.40.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.40.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.40.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.40.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.41.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.41.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.41.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.41.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.41.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.41.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.42.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.42.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.42.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.42.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.42.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.42.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.43.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.43.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.43.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.43.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.43.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.43.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.44.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.44.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.44.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.44.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.44.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.44.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.45.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.45.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.45.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.45.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.45.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.45.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.46.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.46.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.46.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.46.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.46.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.46.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.47.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.47.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.47.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.47.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.47.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.47.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.48.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.48.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.48.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.48.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.48.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.48.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.49.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.49.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.49.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.49.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.49.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.49.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.5.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.5.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.5.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.5.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.5.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.5.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.50.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.50.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.50.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.50.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.50.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.50.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.51.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.51.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.51.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.51.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.51.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.51.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.52.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.52.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.52.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.52.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.52.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.52.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.53.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.53.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.53.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.53.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.53.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.53.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.54.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.54.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.54.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.54.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.54.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.54.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.55.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.55.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.55.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.55.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.55.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.55.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.56.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.56.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.56.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.56.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.56.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.56.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.57.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.57.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.57.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.57.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.57.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.57.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.58.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.58.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.58.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.58.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.58.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.58.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.59.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.59.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.59.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.59.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.59.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.59.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.6.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.6.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.6.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.6.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.6.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.6.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.60.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.60.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.60.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.60.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.60.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.60.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.61.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.61.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.61.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.61.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.61.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.61.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.62.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.62.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.62.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.62.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.62.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.62.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.63.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.63.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.63.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.63.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.63.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.63.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.7.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.7.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.7.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.7.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.7.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.7.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.8.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.8.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.8.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.8.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.8.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.8.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.9.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.9.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.9.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.9.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.9.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.experts.9.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.gate.e_score_correction_bias": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.gate.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.shared_experts.down_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.shared_experts.down_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.shared_experts.gate_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.shared_experts.gate_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.shared_experts.up_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.mlp.shared_experts.up_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.post_attention_layernorm.weight": "model-00039-of-00048.safetensors", + "model.layers.38.self_attn.kv_a_layernorm.weight": "model-00039-of-00048.safetensors", + "model.layers.38.self_attn.kv_a_proj_with_mqa.weight": "model-00039-of-00048.safetensors", + "model.layers.38.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.self_attn.kv_b_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.self_attn.kv_b_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.self_attn.o_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.self_attn.o_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.self_attn.q_a_layernorm.weight": "model-00039-of-00048.safetensors", + "model.layers.38.self_attn.q_a_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.self_attn.q_a_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.38.self_attn.q_b_proj.weight": "model-00039-of-00048.safetensors", + "model.layers.38.self_attn.q_b_proj.weight_scale": "model-00039-of-00048.safetensors", + "model.layers.39.input_layernorm.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.0.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.0.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.0.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.0.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.0.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.0.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.1.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.1.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.1.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.1.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.1.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.1.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.10.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.10.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.10.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.10.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.10.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.10.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.11.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.11.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.11.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.11.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.11.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.11.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.12.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.12.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.12.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.12.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.12.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.12.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.13.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.13.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.13.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.13.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.13.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.13.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.14.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.14.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.14.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.14.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.14.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.14.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.15.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.15.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.15.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.15.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.15.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.15.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.16.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.16.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.16.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.16.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.16.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.16.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.17.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.17.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.17.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.17.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.17.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.17.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.18.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.18.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.18.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.18.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.18.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.18.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.19.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.19.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.19.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.19.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.19.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.19.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.2.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.2.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.2.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.2.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.2.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.2.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.20.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.20.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.20.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.20.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.20.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.20.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.21.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.21.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.21.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.21.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.21.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.21.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.22.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.22.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.22.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.22.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.22.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.22.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.23.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.23.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.23.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.23.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.23.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.23.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.24.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.24.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.24.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.24.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.24.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.24.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.25.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.25.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.25.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.25.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.25.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.25.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.26.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.26.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.26.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.26.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.26.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.26.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.27.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.27.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.27.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.27.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.27.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.27.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.28.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.28.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.28.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.28.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.28.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.28.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.29.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.29.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.29.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.29.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.29.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.29.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.3.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.3.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.3.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.3.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.3.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.3.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.30.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.30.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.30.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.30.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.30.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.30.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.31.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.31.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.31.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.31.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.31.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.31.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.32.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.32.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.32.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.32.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.32.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.32.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.33.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.33.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.33.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.33.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.33.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.33.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.34.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.34.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.34.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.34.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.34.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.34.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.35.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.35.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.35.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.35.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.35.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.35.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.36.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.36.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.36.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.36.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.36.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.36.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.37.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.37.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.37.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.37.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.37.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.37.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.38.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.38.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.38.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.38.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.38.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.38.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.39.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.39.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.39.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.39.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.39.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.39.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.4.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.4.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.4.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.4.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.4.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.4.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.40.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.40.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.40.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.40.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.40.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.40.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.41.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.41.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.41.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.41.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.41.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.41.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.42.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.42.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.42.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.42.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.42.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.42.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.43.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.43.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.43.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.43.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.43.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.43.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.44.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.44.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.44.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.44.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.44.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.44.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.45.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.45.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.45.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.45.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.45.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.45.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.46.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.46.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.46.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.46.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.46.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.46.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.47.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.47.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.47.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.47.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.47.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.47.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.48.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.48.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.48.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.48.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.48.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.48.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.49.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.49.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.49.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.49.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.49.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.49.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.5.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.5.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.5.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.5.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.5.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.5.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.50.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.50.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.50.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.50.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.50.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.50.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.51.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.51.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.51.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.51.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.51.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.51.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.52.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.52.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.52.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.52.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.52.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.52.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.53.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.53.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.53.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.53.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.53.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.53.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.54.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.54.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.54.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.54.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.54.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.54.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.55.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.55.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.55.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.55.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.55.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.55.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.56.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.56.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.56.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.56.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.56.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.56.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.57.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.57.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.57.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.57.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.57.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.57.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.58.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.58.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.58.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.58.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.58.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.58.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.59.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.59.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.59.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.59.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.59.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.59.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.6.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.6.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.6.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.6.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.6.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.6.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.60.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.60.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.60.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.60.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.60.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.60.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.61.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.61.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.61.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.61.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.61.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.61.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.62.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.62.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.62.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.62.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.62.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.62.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.63.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.63.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.63.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.63.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.63.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.63.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.7.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.7.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.7.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.7.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.7.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.7.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.8.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.8.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.8.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.8.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.8.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.8.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.9.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.9.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.9.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.9.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.9.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.experts.9.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.gate.e_score_correction_bias": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.gate.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.shared_experts.down_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.shared_experts.down_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.shared_experts.gate_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.shared_experts.gate_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.shared_experts.up_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.mlp.shared_experts.up_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.post_attention_layernorm.weight": "model-00040-of-00048.safetensors", + "model.layers.39.self_attn.kv_a_layernorm.weight": "model-00040-of-00048.safetensors", + "model.layers.39.self_attn.kv_a_proj_with_mqa.weight": "model-00040-of-00048.safetensors", + "model.layers.39.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.self_attn.kv_b_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.self_attn.kv_b_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.self_attn.o_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.self_attn.o_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.self_attn.q_a_layernorm.weight": "model-00040-of-00048.safetensors", + "model.layers.39.self_attn.q_a_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.self_attn.q_a_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.39.self_attn.q_b_proj.weight": "model-00040-of-00048.safetensors", + "model.layers.39.self_attn.q_b_proj.weight_scale": "model-00040-of-00048.safetensors", + "model.layers.4.input_layernorm.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.0.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.0.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.0.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.0.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.0.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.0.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.1.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.1.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.1.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.1.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.1.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.1.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.10.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.10.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.10.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.10.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.10.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.10.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.11.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.11.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.11.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.11.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.11.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.11.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.12.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.12.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.12.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.12.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.12.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.12.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.13.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.13.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.13.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.13.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.13.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.13.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.14.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.14.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.14.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.14.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.14.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.14.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.15.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.15.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.15.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.15.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.15.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.15.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.16.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.16.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.16.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.16.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.16.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.16.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.17.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.17.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.17.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.17.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.17.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.17.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.18.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.18.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.18.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.18.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.18.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.18.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.19.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.19.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.19.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.19.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.19.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.19.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.2.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.2.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.2.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.2.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.2.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.2.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.20.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.20.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.20.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.20.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.20.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.20.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.21.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.21.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.21.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.21.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.21.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.21.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.22.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.22.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.22.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.22.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.22.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.22.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.23.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.23.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.23.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.23.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.23.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.23.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.24.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.24.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.24.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.24.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.24.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.24.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.25.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.25.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.25.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.25.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.25.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.25.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.26.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.26.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.26.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.26.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.26.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.26.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.27.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.27.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.27.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.27.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.27.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.27.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.28.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.28.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.28.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.28.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.28.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.28.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.29.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.29.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.29.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.29.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.29.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.29.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.3.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.3.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.3.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.3.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.3.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.3.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.30.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.30.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.30.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.30.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.30.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.30.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.31.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.31.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.31.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.31.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.31.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.31.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.32.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.32.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.32.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.32.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.32.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.32.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.33.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.33.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.33.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.33.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.33.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.33.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.34.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.34.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.34.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.34.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.34.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.34.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.35.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.35.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.35.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.35.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.35.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.35.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.36.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.36.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.36.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.36.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.36.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.36.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.37.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.37.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.37.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.37.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.37.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.37.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.38.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.38.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.38.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.38.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.38.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.38.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.39.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.39.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.39.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.39.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.39.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.39.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.4.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.4.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.4.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.4.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.4.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.4.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.40.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.40.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.40.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.40.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.40.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.40.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.41.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.41.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.41.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.41.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.41.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.41.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.42.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.42.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.42.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.42.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.42.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.42.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.43.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.43.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.43.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.43.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.43.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.43.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.44.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.44.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.44.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.44.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.44.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.44.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.45.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.45.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.45.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.45.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.45.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.45.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.46.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.46.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.46.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.46.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.46.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.46.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.47.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.47.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.47.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.47.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.47.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.47.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.48.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.48.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.48.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.48.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.48.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.48.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.49.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.49.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.49.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.49.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.49.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.49.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.5.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.5.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.5.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.5.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.5.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.5.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.50.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.50.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.50.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.50.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.50.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.50.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.51.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.51.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.51.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.51.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.51.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.51.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.52.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.52.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.52.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.52.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.52.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.52.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.53.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.53.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.53.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.53.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.53.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.53.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.54.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.54.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.54.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.54.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.54.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.54.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.55.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.55.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.55.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.55.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.55.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.55.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.56.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.56.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.56.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.56.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.56.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.56.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.57.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.57.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.57.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.57.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.57.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.57.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.58.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.58.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.58.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.58.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.58.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.58.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.59.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.59.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.59.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.59.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.59.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.59.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.6.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.6.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.6.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.6.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.6.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.6.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.60.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.60.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.60.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.60.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.60.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.60.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.61.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.61.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.61.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.61.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.61.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.61.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.62.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.62.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.62.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.62.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.62.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.62.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.63.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.63.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.63.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.63.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.63.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.63.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.7.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.7.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.7.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.7.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.7.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.7.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.8.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.8.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.8.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.8.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.8.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.8.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.9.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.9.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.9.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.9.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.9.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.experts.9.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.gate.e_score_correction_bias": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.gate.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.shared_experts.down_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.shared_experts.down_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.shared_experts.gate_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.shared_experts.gate_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.shared_experts.up_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.mlp.shared_experts.up_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00005-of-00048.safetensors", + "model.layers.4.self_attn.kv_a_layernorm.weight": "model-00005-of-00048.safetensors", + "model.layers.4.self_attn.kv_a_proj_with_mqa.weight": "model-00005-of-00048.safetensors", + "model.layers.4.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.self_attn.kv_b_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.self_attn.kv_b_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.self_attn.o_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.self_attn.q_a_layernorm.weight": "model-00005-of-00048.safetensors", + "model.layers.4.self_attn.q_a_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.self_attn.q_a_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.4.self_attn.q_b_proj.weight": "model-00005-of-00048.safetensors", + "model.layers.4.self_attn.q_b_proj.weight_scale": "model-00005-of-00048.safetensors", + "model.layers.40.input_layernorm.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.0.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.0.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.0.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.0.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.0.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.0.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.1.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.1.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.1.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.1.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.1.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.1.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.10.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.10.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.10.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.10.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.10.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.10.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.11.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.11.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.11.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.11.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.11.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.11.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.12.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.12.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.12.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.12.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.12.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.12.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.13.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.13.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.13.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.13.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.13.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.13.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.14.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.14.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.14.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.14.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.14.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.14.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.15.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.15.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.15.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.15.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.15.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.15.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.16.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.16.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.16.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.16.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.16.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.16.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.17.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.17.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.17.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.17.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.17.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.17.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.18.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.18.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.18.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.18.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.18.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.18.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.19.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.19.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.19.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.19.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.19.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.19.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.2.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.2.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.2.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.2.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.2.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.2.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.20.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.20.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.20.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.20.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.20.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.20.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.21.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.21.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.21.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.21.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.21.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.21.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.22.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.22.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.22.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.22.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.22.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.22.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.23.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.23.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.23.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.23.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.23.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.23.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.24.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.24.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.24.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.24.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.24.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.24.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.25.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.25.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.25.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.25.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.25.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.25.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.26.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.26.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.26.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.26.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.26.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.26.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.27.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.27.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.27.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.27.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.27.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.27.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.28.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.28.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.28.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.28.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.28.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.28.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.29.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.29.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.29.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.29.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.29.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.29.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.3.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.3.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.3.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.3.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.3.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.3.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.30.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.30.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.30.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.30.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.30.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.30.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.31.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.31.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.31.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.31.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.31.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.31.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.32.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.32.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.32.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.32.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.32.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.32.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.33.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.33.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.33.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.33.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.33.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.33.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.34.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.34.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.34.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.34.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.34.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.34.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.35.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.35.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.35.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.35.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.35.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.35.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.36.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.36.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.36.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.36.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.36.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.36.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.37.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.37.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.37.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.37.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.37.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.37.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.38.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.38.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.38.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.38.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.38.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.38.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.39.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.39.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.39.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.39.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.39.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.39.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.4.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.4.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.4.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.4.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.4.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.4.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.40.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.40.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.40.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.40.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.40.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.40.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.41.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.41.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.41.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.41.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.41.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.41.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.42.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.42.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.42.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.42.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.42.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.42.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.43.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.43.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.43.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.43.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.43.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.43.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.44.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.44.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.44.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.44.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.44.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.44.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.45.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.45.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.45.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.45.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.45.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.45.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.46.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.46.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.46.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.46.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.46.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.46.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.47.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.47.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.47.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.47.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.47.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.47.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.48.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.48.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.48.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.48.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.48.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.48.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.49.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.49.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.49.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.49.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.49.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.49.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.5.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.5.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.5.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.5.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.5.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.5.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.50.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.50.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.50.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.50.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.50.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.50.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.51.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.51.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.51.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.51.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.51.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.51.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.52.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.52.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.52.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.52.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.52.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.52.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.53.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.53.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.53.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.53.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.53.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.53.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.54.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.54.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.54.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.54.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.54.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.54.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.55.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.55.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.55.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.55.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.55.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.55.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.56.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.56.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.56.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.56.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.56.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.56.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.57.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.57.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.57.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.57.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.57.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.57.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.58.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.58.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.58.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.58.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.58.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.58.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.59.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.59.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.59.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.59.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.59.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.59.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.6.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.6.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.6.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.6.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.6.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.6.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.60.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.60.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.60.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.60.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.60.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.60.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.61.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.61.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.61.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.61.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.61.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.61.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.62.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.62.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.62.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.62.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.62.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.62.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.63.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.63.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.63.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.63.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.63.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.63.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.7.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.7.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.7.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.7.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.7.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.7.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.8.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.8.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.8.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.8.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.8.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.8.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.9.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.9.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.9.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.9.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.9.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.experts.9.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.gate.e_score_correction_bias": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.gate.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.shared_experts.down_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.shared_experts.down_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.shared_experts.gate_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.shared_experts.gate_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.shared_experts.up_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.mlp.shared_experts.up_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.post_attention_layernorm.weight": "model-00041-of-00048.safetensors", + "model.layers.40.self_attn.kv_a_layernorm.weight": "model-00041-of-00048.safetensors", + "model.layers.40.self_attn.kv_a_proj_with_mqa.weight": "model-00041-of-00048.safetensors", + "model.layers.40.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.self_attn.kv_b_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.self_attn.kv_b_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.self_attn.o_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.self_attn.o_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.self_attn.q_a_layernorm.weight": "model-00041-of-00048.safetensors", + "model.layers.40.self_attn.q_a_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.self_attn.q_a_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.40.self_attn.q_b_proj.weight": "model-00041-of-00048.safetensors", + "model.layers.40.self_attn.q_b_proj.weight_scale": "model-00041-of-00048.safetensors", + "model.layers.41.input_layernorm.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.0.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.0.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.0.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.0.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.0.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.0.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.1.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.1.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.1.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.1.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.1.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.1.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.10.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.10.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.10.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.10.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.10.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.10.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.11.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.11.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.11.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.11.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.11.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.11.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.12.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.12.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.12.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.12.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.12.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.12.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.13.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.13.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.13.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.13.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.13.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.13.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.14.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.14.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.14.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.14.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.14.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.14.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.15.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.15.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.15.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.15.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.15.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.15.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.16.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.16.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.16.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.16.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.16.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.16.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.17.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.17.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.17.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.17.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.17.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.17.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.18.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.18.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.18.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.18.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.18.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.18.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.19.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.19.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.19.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.19.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.19.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.19.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.2.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.2.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.2.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.2.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.2.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.2.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.20.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.20.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.20.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.20.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.20.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.20.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.21.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.21.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.21.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.21.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.21.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.21.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.22.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.22.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.22.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.22.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.22.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.22.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.23.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.23.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.23.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.23.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.23.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.23.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.24.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.24.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.24.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.24.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.24.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.24.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.25.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.25.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.25.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.25.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.25.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.25.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.26.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.26.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.26.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.26.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.26.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.26.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.27.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.27.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.27.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.27.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.27.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.27.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.28.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.28.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.28.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.28.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.28.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.28.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.29.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.29.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.29.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.29.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.29.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.29.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.3.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.3.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.3.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.3.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.3.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.3.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.30.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.30.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.30.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.30.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.30.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.30.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.31.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.31.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.31.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.31.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.31.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.31.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.32.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.32.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.32.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.32.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.32.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.32.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.33.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.33.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.33.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.33.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.33.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.33.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.34.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.34.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.34.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.34.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.34.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.34.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.35.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.35.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.35.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.35.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.35.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.35.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.36.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.36.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.36.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.36.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.36.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.36.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.37.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.37.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.37.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.37.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.37.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.37.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.38.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.38.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.38.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.38.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.38.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.38.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.39.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.39.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.39.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.39.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.39.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.39.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.4.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.4.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.4.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.4.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.4.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.4.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.40.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.40.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.40.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.40.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.40.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.40.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.41.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.41.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.41.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.41.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.41.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.41.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.42.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.42.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.42.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.42.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.42.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.42.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.43.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.43.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.43.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.43.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.43.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.43.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.44.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.44.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.44.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.44.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.44.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.44.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.45.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.45.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.45.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.45.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.45.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.45.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.46.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.46.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.46.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.46.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.46.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.46.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.47.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.47.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.47.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.47.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.47.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.47.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.48.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.48.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.48.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.48.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.48.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.48.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.49.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.49.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.49.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.49.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.49.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.49.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.5.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.5.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.5.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.5.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.5.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.5.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.50.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.50.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.50.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.50.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.50.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.50.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.51.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.51.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.51.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.51.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.51.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.51.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.52.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.52.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.52.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.52.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.52.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.52.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.53.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.53.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.53.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.53.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.53.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.53.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.54.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.54.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.54.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.54.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.54.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.54.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.55.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.55.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.55.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.55.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.55.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.55.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.56.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.56.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.56.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.56.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.56.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.56.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.57.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.57.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.57.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.57.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.57.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.57.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.58.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.58.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.58.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.58.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.58.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.58.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.59.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.59.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.59.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.59.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.59.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.59.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.6.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.6.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.6.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.6.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.6.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.6.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.60.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.60.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.60.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.60.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.60.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.60.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.61.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.61.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.61.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.61.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.61.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.61.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.62.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.62.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.62.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.62.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.62.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.62.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.63.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.63.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.63.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.63.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.63.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.63.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.7.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.7.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.7.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.7.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.7.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.7.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.8.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.8.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.8.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.8.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.8.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.8.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.9.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.9.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.9.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.9.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.9.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.experts.9.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.gate.e_score_correction_bias": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.gate.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.shared_experts.down_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.shared_experts.down_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.shared_experts.gate_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.shared_experts.gate_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.shared_experts.up_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.mlp.shared_experts.up_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.post_attention_layernorm.weight": "model-00042-of-00048.safetensors", + "model.layers.41.self_attn.kv_a_layernorm.weight": "model-00042-of-00048.safetensors", + "model.layers.41.self_attn.kv_a_proj_with_mqa.weight": "model-00042-of-00048.safetensors", + "model.layers.41.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.self_attn.kv_b_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.self_attn.kv_b_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.self_attn.o_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.self_attn.o_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.self_attn.q_a_layernorm.weight": "model-00042-of-00048.safetensors", + "model.layers.41.self_attn.q_a_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.self_attn.q_a_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.41.self_attn.q_b_proj.weight": "model-00042-of-00048.safetensors", + "model.layers.41.self_attn.q_b_proj.weight_scale": "model-00042-of-00048.safetensors", + "model.layers.42.input_layernorm.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.0.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.0.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.0.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.0.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.0.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.0.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.1.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.1.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.1.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.1.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.1.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.1.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.10.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.10.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.10.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.10.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.10.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.10.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.11.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.11.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.11.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.11.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.11.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.11.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.12.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.12.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.12.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.12.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.12.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.12.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.13.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.13.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.13.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.13.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.13.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.13.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.14.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.14.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.14.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.14.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.14.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.14.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.15.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.15.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.15.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.15.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.15.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.15.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.16.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.16.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.16.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.16.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.16.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.16.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.17.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.17.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.17.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.17.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.17.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.17.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.18.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.18.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.18.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.18.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.18.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.18.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.19.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.19.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.19.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.19.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.19.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.19.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.2.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.2.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.2.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.2.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.2.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.2.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.20.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.20.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.20.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.20.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.20.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.20.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.21.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.21.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.21.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.21.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.21.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.21.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.22.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.22.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.22.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.22.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.22.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.22.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.23.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.23.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.23.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.23.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.23.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.23.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.24.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.24.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.24.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.24.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.24.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.24.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.25.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.25.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.25.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.25.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.25.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.25.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.26.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.26.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.26.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.26.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.26.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.26.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.27.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.27.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.27.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.27.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.27.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.27.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.28.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.28.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.28.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.28.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.28.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.28.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.29.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.29.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.29.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.29.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.29.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.29.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.3.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.3.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.3.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.3.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.3.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.3.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.30.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.30.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.30.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.30.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.30.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.30.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.31.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.31.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.31.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.31.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.31.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.31.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.32.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.32.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.32.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.32.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.32.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.32.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.33.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.33.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.33.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.33.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.33.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.33.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.34.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.34.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.34.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.34.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.34.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.34.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.35.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.35.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.35.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.35.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.35.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.35.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.36.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.36.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.36.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.36.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.36.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.36.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.37.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.37.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.37.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.37.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.37.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.37.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.38.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.38.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.38.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.38.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.38.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.38.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.39.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.39.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.39.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.39.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.39.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.39.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.4.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.4.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.4.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.4.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.4.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.4.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.40.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.40.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.40.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.40.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.40.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.40.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.41.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.41.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.41.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.41.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.41.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.41.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.42.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.42.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.42.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.42.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.42.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.42.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.43.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.43.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.43.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.43.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.43.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.43.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.44.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.44.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.44.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.44.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.44.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.44.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.45.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.45.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.45.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.45.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.45.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.45.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.46.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.46.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.46.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.46.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.46.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.46.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.47.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.47.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.47.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.47.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.47.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.47.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.48.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.48.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.48.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.48.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.48.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.48.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.49.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.49.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.49.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.49.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.49.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.49.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.5.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.5.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.5.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.5.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.5.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.5.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.50.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.50.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.50.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.50.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.50.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.50.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.51.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.51.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.51.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.51.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.51.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.51.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.52.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.52.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.52.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.52.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.52.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.52.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.53.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.53.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.53.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.53.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.53.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.53.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.54.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.54.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.54.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.54.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.54.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.54.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.55.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.55.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.55.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.55.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.55.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.55.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.56.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.56.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.56.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.56.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.56.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.56.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.57.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.57.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.57.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.57.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.57.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.57.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.58.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.58.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.58.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.58.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.58.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.58.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.59.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.59.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.59.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.59.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.59.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.59.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.6.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.6.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.6.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.6.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.6.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.6.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.60.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.60.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.60.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.60.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.60.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.60.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.61.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.61.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.61.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.61.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.61.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.61.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.62.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.62.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.62.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.62.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.62.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.62.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.63.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.63.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.63.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.63.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.63.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.63.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.7.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.7.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.7.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.7.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.7.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.7.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.8.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.8.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.8.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.8.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.8.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.8.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.9.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.9.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.9.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.9.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.9.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.experts.9.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.gate.e_score_correction_bias": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.gate.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.shared_experts.down_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.shared_experts.down_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.shared_experts.gate_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.shared_experts.gate_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.shared_experts.up_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.mlp.shared_experts.up_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.post_attention_layernorm.weight": "model-00043-of-00048.safetensors", + "model.layers.42.self_attn.kv_a_layernorm.weight": "model-00043-of-00048.safetensors", + "model.layers.42.self_attn.kv_a_proj_with_mqa.weight": "model-00043-of-00048.safetensors", + "model.layers.42.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.self_attn.kv_b_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.self_attn.kv_b_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.self_attn.o_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.self_attn.o_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.self_attn.q_a_layernorm.weight": "model-00043-of-00048.safetensors", + "model.layers.42.self_attn.q_a_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.self_attn.q_a_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.42.self_attn.q_b_proj.weight": "model-00043-of-00048.safetensors", + "model.layers.42.self_attn.q_b_proj.weight_scale": "model-00043-of-00048.safetensors", + "model.layers.43.input_layernorm.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.0.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.0.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.0.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.0.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.0.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.0.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.1.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.1.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.1.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.1.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.1.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.1.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.10.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.10.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.10.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.10.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.10.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.10.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.11.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.11.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.11.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.11.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.11.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.11.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.12.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.12.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.12.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.12.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.12.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.12.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.13.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.13.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.13.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.13.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.13.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.13.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.14.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.14.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.14.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.14.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.14.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.14.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.15.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.15.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.15.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.15.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.15.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.15.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.16.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.16.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.16.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.16.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.16.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.16.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.17.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.17.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.17.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.17.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.17.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.17.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.18.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.18.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.18.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.18.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.18.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.18.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.19.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.19.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.19.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.19.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.19.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.19.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.2.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.2.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.2.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.2.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.2.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.2.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.20.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.20.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.20.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.20.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.20.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.20.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.21.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.21.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.21.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.21.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.21.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.21.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.22.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.22.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.22.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.22.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.22.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.22.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.23.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.23.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.23.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.23.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.23.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.23.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.24.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.24.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.24.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.24.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.24.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.24.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.25.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.25.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.25.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.25.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.25.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.25.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.26.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.26.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.26.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.26.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.26.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.26.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.27.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.27.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.27.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.27.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.27.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.27.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.28.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.28.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.28.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.28.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.28.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.28.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.29.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.29.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.29.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.29.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.29.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.29.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.3.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.3.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.3.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.3.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.3.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.3.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.30.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.30.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.30.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.30.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.30.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.30.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.31.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.31.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.31.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.31.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.31.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.31.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.32.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.32.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.32.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.32.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.32.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.32.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.33.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.33.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.33.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.33.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.33.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.33.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.34.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.34.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.34.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.34.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.34.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.34.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.35.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.35.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.35.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.35.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.35.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.35.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.36.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.36.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.36.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.36.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.36.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.36.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.37.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.37.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.37.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.37.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.37.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.37.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.38.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.38.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.38.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.38.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.38.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.38.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.39.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.39.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.39.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.39.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.39.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.39.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.4.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.4.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.4.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.4.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.4.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.4.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.40.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.40.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.40.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.40.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.40.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.40.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.41.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.41.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.41.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.41.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.41.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.41.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.42.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.42.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.42.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.42.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.42.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.42.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.43.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.43.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.43.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.43.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.43.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.43.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.44.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.44.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.44.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.44.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.44.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.44.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.45.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.45.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.45.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.45.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.45.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.45.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.46.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.46.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.46.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.46.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.46.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.46.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.47.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.47.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.47.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.47.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.47.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.47.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.48.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.48.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.48.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.48.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.48.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.48.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.49.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.49.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.49.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.49.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.49.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.49.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.5.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.5.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.5.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.5.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.5.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.5.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.50.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.50.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.50.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.50.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.50.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.50.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.51.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.51.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.51.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.51.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.51.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.51.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.52.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.52.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.52.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.52.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.52.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.52.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.53.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.53.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.53.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.53.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.53.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.53.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.54.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.54.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.54.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.54.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.54.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.54.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.55.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.55.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.55.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.55.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.55.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.55.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.56.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.56.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.56.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.56.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.56.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.56.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.57.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.57.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.57.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.57.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.57.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.57.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.58.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.58.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.58.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.58.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.58.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.58.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.59.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.59.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.59.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.59.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.59.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.59.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.6.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.6.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.6.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.6.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.6.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.6.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.60.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.60.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.60.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.60.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.60.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.60.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.61.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.61.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.61.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.61.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.61.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.61.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.62.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.62.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.62.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.62.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.62.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.62.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.63.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.63.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.63.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.63.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.63.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.63.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.7.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.7.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.7.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.7.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.7.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.7.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.8.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.8.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.8.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.8.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.8.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.8.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.9.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.9.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.9.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.9.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.9.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.experts.9.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.gate.e_score_correction_bias": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.gate.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.shared_experts.down_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.shared_experts.down_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.shared_experts.gate_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.shared_experts.gate_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.shared_experts.up_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.mlp.shared_experts.up_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.post_attention_layernorm.weight": "model-00044-of-00048.safetensors", + "model.layers.43.self_attn.kv_a_layernorm.weight": "model-00044-of-00048.safetensors", + "model.layers.43.self_attn.kv_a_proj_with_mqa.weight": "model-00044-of-00048.safetensors", + "model.layers.43.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.self_attn.kv_b_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.self_attn.kv_b_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.self_attn.o_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.self_attn.o_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.self_attn.q_a_layernorm.weight": "model-00044-of-00048.safetensors", + "model.layers.43.self_attn.q_a_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.self_attn.q_a_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.43.self_attn.q_b_proj.weight": "model-00044-of-00048.safetensors", + "model.layers.43.self_attn.q_b_proj.weight_scale": "model-00044-of-00048.safetensors", + "model.layers.44.input_layernorm.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.0.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.0.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.0.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.0.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.0.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.0.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.1.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.1.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.1.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.1.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.1.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.1.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.10.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.10.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.10.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.10.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.10.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.10.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.11.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.11.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.11.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.11.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.11.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.11.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.12.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.12.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.12.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.12.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.12.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.12.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.13.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.13.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.13.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.13.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.13.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.13.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.14.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.14.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.14.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.14.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.14.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.14.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.15.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.15.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.15.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.15.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.15.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.15.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.16.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.16.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.16.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.16.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.16.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.16.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.17.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.17.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.17.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.17.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.17.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.17.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.18.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.18.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.18.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.18.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.18.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.18.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.19.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.19.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.19.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.19.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.19.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.19.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.2.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.2.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.2.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.2.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.2.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.2.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.20.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.20.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.20.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.20.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.20.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.20.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.21.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.21.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.21.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.21.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.21.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.21.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.22.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.22.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.22.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.22.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.22.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.22.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.23.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.23.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.23.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.23.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.23.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.23.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.24.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.24.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.24.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.24.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.24.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.24.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.25.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.25.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.25.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.25.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.25.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.25.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.26.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.26.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.26.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.26.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.26.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.26.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.27.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.27.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.27.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.27.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.27.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.27.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.28.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.28.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.28.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.28.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.28.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.28.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.29.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.29.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.29.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.29.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.29.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.29.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.3.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.3.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.3.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.3.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.3.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.3.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.30.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.30.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.30.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.30.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.30.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.30.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.31.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.31.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.31.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.31.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.31.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.31.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.32.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.32.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.32.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.32.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.32.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.32.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.33.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.33.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.33.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.33.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.33.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.33.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.34.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.34.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.34.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.34.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.34.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.34.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.35.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.35.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.35.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.35.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.35.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.35.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.36.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.36.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.36.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.36.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.36.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.36.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.37.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.37.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.37.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.37.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.37.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.37.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.38.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.38.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.38.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.38.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.38.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.38.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.39.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.39.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.39.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.39.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.39.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.39.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.4.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.4.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.4.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.4.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.4.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.4.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.40.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.40.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.40.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.40.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.40.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.40.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.41.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.41.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.41.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.41.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.41.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.41.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.42.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.42.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.42.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.42.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.42.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.42.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.43.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.43.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.43.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.43.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.43.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.43.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.44.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.44.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.44.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.44.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.44.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.44.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.45.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.45.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.45.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.45.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.45.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.45.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.46.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.46.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.46.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.46.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.46.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.46.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.47.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.47.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.47.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.47.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.47.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.47.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.48.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.48.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.48.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.48.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.48.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.48.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.49.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.49.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.49.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.49.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.49.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.49.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.5.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.5.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.5.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.5.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.5.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.5.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.50.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.50.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.50.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.50.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.50.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.50.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.51.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.51.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.51.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.51.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.51.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.51.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.52.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.52.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.52.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.52.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.52.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.52.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.53.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.53.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.53.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.53.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.53.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.53.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.54.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.54.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.54.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.54.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.54.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.54.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.55.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.55.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.55.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.55.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.55.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.55.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.56.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.56.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.56.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.56.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.56.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.56.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.57.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.57.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.57.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.57.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.57.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.57.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.58.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.58.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.58.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.58.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.58.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.58.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.59.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.59.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.59.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.59.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.59.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.59.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.6.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.6.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.6.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.6.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.6.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.6.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.60.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.60.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.60.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.60.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.60.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.60.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.61.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.61.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.61.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.61.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.61.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.61.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.62.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.62.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.62.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.62.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.62.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.62.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.63.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.63.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.63.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.63.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.63.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.63.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.7.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.7.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.7.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.7.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.7.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.7.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.8.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.8.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.8.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.8.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.8.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.8.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.9.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.9.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.9.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.9.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.9.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.experts.9.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.gate.e_score_correction_bias": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.gate.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.shared_experts.down_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.shared_experts.down_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.shared_experts.gate_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.shared_experts.gate_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.shared_experts.up_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.mlp.shared_experts.up_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.post_attention_layernorm.weight": "model-00045-of-00048.safetensors", + "model.layers.44.self_attn.kv_a_layernorm.weight": "model-00045-of-00048.safetensors", + "model.layers.44.self_attn.kv_a_proj_with_mqa.weight": "model-00045-of-00048.safetensors", + "model.layers.44.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.self_attn.kv_b_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.self_attn.kv_b_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.self_attn.o_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.self_attn.o_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.self_attn.q_a_layernorm.weight": "model-00045-of-00048.safetensors", + "model.layers.44.self_attn.q_a_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.self_attn.q_a_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.44.self_attn.q_b_proj.weight": "model-00045-of-00048.safetensors", + "model.layers.44.self_attn.q_b_proj.weight_scale": "model-00045-of-00048.safetensors", + "model.layers.45.input_layernorm.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.0.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.0.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.0.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.0.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.0.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.0.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.1.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.1.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.1.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.1.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.1.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.1.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.10.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.10.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.10.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.10.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.10.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.10.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.11.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.11.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.11.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.11.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.11.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.11.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.12.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.12.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.12.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.12.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.12.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.12.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.13.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.13.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.13.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.13.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.13.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.13.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.14.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.14.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.14.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.14.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.14.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.14.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.15.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.15.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.15.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.15.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.15.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.15.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.16.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.16.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.16.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.16.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.16.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.16.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.17.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.17.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.17.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.17.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.17.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.17.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.18.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.18.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.18.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.18.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.18.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.18.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.19.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.19.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.19.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.19.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.19.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.19.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.2.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.2.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.2.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.2.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.2.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.2.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.20.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.20.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.20.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.20.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.20.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.20.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.21.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.21.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.21.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.21.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.21.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.21.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.22.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.22.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.22.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.22.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.22.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.22.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.23.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.23.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.23.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.23.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.23.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.23.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.24.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.24.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.24.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.24.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.24.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.24.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.25.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.25.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.25.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.25.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.25.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.25.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.26.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.26.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.26.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.26.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.26.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.26.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.27.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.27.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.27.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.27.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.27.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.27.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.28.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.28.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.28.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.28.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.28.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.28.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.29.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.29.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.29.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.29.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.29.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.29.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.3.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.3.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.3.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.3.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.3.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.3.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.30.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.30.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.30.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.30.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.30.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.30.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.31.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.31.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.31.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.31.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.31.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.31.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.32.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.32.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.32.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.32.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.32.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.32.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.33.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.33.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.33.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.33.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.33.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.33.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.34.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.34.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.34.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.34.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.34.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.34.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.35.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.35.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.35.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.35.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.35.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.35.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.36.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.36.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.36.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.36.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.36.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.36.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.37.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.37.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.37.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.37.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.37.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.37.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.38.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.38.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.38.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.38.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.38.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.38.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.39.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.39.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.39.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.39.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.39.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.39.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.4.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.4.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.4.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.4.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.4.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.4.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.40.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.40.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.40.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.40.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.40.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.40.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.41.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.41.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.41.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.41.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.41.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.41.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.42.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.42.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.42.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.42.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.42.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.42.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.43.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.43.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.43.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.43.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.43.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.43.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.44.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.44.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.44.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.44.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.44.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.44.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.45.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.45.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.45.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.45.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.45.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.45.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.46.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.46.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.46.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.46.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.46.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.46.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.47.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.47.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.47.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.47.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.47.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.47.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.48.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.48.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.48.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.48.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.48.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.48.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.49.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.49.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.49.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.49.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.49.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.49.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.5.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.5.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.5.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.5.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.5.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.5.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.50.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.50.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.50.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.50.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.50.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.50.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.51.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.51.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.51.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.51.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.51.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.51.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.52.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.52.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.52.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.52.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.52.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.52.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.53.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.53.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.53.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.53.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.53.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.53.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.54.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.54.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.54.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.54.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.54.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.54.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.55.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.55.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.55.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.55.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.55.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.55.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.56.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.56.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.56.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.56.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.56.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.56.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.57.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.57.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.57.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.57.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.57.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.57.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.58.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.58.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.58.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.58.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.58.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.58.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.59.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.59.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.59.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.59.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.59.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.59.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.6.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.6.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.6.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.6.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.6.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.6.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.60.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.60.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.60.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.60.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.60.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.60.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.61.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.61.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.61.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.61.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.61.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.61.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.62.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.62.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.62.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.62.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.62.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.62.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.63.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.63.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.63.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.63.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.63.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.63.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.7.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.7.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.7.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.7.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.7.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.7.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.8.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.8.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.8.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.8.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.8.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.8.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.9.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.9.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.9.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.9.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.9.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.experts.9.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.gate.e_score_correction_bias": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.gate.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.shared_experts.down_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.shared_experts.down_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.shared_experts.gate_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.shared_experts.gate_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.shared_experts.up_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.mlp.shared_experts.up_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.post_attention_layernorm.weight": "model-00046-of-00048.safetensors", + "model.layers.45.self_attn.kv_a_layernorm.weight": "model-00046-of-00048.safetensors", + "model.layers.45.self_attn.kv_a_proj_with_mqa.weight": "model-00046-of-00048.safetensors", + "model.layers.45.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.self_attn.kv_b_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.self_attn.kv_b_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.self_attn.o_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.self_attn.o_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.self_attn.q_a_layernorm.weight": "model-00046-of-00048.safetensors", + "model.layers.45.self_attn.q_a_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.self_attn.q_a_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.45.self_attn.q_b_proj.weight": "model-00046-of-00048.safetensors", + "model.layers.45.self_attn.q_b_proj.weight_scale": "model-00046-of-00048.safetensors", + "model.layers.46.input_layernorm.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.0.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.0.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.0.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.0.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.0.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.0.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.1.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.1.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.1.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.1.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.1.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.1.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.10.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.10.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.10.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.10.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.10.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.10.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.11.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.11.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.11.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.11.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.11.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.11.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.12.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.12.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.12.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.12.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.12.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.12.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.13.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.13.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.13.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.13.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.13.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.13.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.14.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.14.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.14.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.14.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.14.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.14.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.15.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.15.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.15.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.15.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.15.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.15.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.16.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.16.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.16.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.16.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.16.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.16.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.17.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.17.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.17.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.17.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.17.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.17.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.18.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.18.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.18.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.18.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.18.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.18.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.19.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.19.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.19.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.19.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.19.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.19.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.2.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.2.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.2.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.2.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.2.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.2.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.20.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.20.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.20.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.20.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.20.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.20.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.21.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.21.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.21.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.21.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.21.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.21.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.22.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.22.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.22.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.22.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.22.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.22.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.23.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.23.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.23.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.23.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.23.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.23.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.24.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.24.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.24.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.24.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.24.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.24.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.25.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.25.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.25.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.25.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.25.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.25.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.26.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.26.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.26.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.26.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.26.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.26.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.27.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.27.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.27.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.27.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.27.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.27.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.28.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.28.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.28.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.28.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.28.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.28.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.29.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.29.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.29.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.29.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.29.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.29.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.3.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.3.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.3.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.3.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.3.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.3.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.30.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.30.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.30.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.30.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.30.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.30.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.31.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.31.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.31.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.31.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.31.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.31.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.32.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.32.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.32.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.32.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.32.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.32.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.33.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.33.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.33.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.33.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.33.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.33.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.34.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.34.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.34.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.34.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.34.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.34.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.35.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.35.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.35.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.35.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.35.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.35.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.36.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.36.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.36.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.36.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.36.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.36.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.37.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.37.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.37.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.37.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.37.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.37.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.38.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.38.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.38.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.38.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.38.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.38.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.39.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.39.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.39.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.39.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.39.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.39.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.4.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.4.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.4.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.4.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.4.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.4.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.40.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.40.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.40.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.40.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.40.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.40.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.41.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.41.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.41.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.41.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.41.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.41.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.42.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.42.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.42.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.42.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.42.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.42.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.43.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.43.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.43.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.43.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.43.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.43.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.44.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.44.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.44.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.44.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.44.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.44.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.45.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.45.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.45.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.45.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.45.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.45.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.46.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.46.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.46.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.46.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.46.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.46.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.47.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.47.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.47.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.47.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.47.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.47.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.48.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.48.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.48.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.48.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.48.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.48.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.49.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.49.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.49.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.49.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.49.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.49.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.5.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.5.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.5.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.5.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.5.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.5.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.50.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.50.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.50.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.50.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.50.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.50.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.51.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.51.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.51.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.51.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.51.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.51.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.52.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.52.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.52.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.52.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.52.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.52.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.53.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.53.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.53.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.53.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.53.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.53.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.54.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.54.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.54.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.54.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.54.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.54.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.55.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.55.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.55.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.55.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.55.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.55.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.56.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.56.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.56.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.56.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.56.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.56.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.57.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.57.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.57.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.57.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.57.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.57.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.58.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.58.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.58.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.58.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.58.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.58.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.59.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.59.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.59.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.59.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.59.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.59.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.6.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.6.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.6.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.6.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.6.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.6.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.60.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.60.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.60.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.60.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.60.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.60.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.61.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.61.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.61.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.61.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.61.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.61.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.62.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.62.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.62.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.62.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.62.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.62.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.63.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.63.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.63.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.63.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.63.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.63.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.7.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.7.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.7.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.7.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.7.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.7.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.8.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.8.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.8.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.8.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.8.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.8.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.9.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.9.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.9.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.9.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.9.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.experts.9.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.gate.e_score_correction_bias": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.gate.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.shared_experts.down_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.shared_experts.down_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.shared_experts.gate_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.shared_experts.gate_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.shared_experts.up_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.mlp.shared_experts.up_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.post_attention_layernorm.weight": "model-00047-of-00048.safetensors", + "model.layers.46.self_attn.kv_a_layernorm.weight": "model-00047-of-00048.safetensors", + "model.layers.46.self_attn.kv_a_proj_with_mqa.weight": "model-00047-of-00048.safetensors", + "model.layers.46.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.self_attn.kv_b_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.self_attn.kv_b_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.self_attn.o_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.self_attn.o_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.self_attn.q_a_layernorm.weight": "model-00047-of-00048.safetensors", + "model.layers.46.self_attn.q_a_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.self_attn.q_a_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.46.self_attn.q_b_proj.weight": "model-00047-of-00048.safetensors", + "model.layers.46.self_attn.q_b_proj.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.47.eh_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.eh_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.embed_tokens.weight": "model-00001-of-00048.safetensors", + "model.layers.47.enorm.weight": "model-00048-of-00048.safetensors", + "model.layers.47.hnorm.weight": "model-00048-of-00048.safetensors", + "model.layers.47.input_layernorm.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.0.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.0.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.0.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.0.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.0.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.0.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.1.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.1.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.1.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.1.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.1.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.1.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.10.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.10.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.10.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.10.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.10.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.10.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.11.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.11.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.11.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.11.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.11.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.11.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.12.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.12.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.12.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.12.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.12.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.12.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.13.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.13.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.13.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.13.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.13.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.13.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.14.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.14.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.14.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.14.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.14.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.14.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.15.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.15.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.15.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.15.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.15.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.15.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.16.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.16.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.16.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.16.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.16.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.16.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.17.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.17.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.17.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.17.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.17.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.17.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.18.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.18.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.18.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.18.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.18.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.18.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.19.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.19.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.19.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.19.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.19.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.19.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.2.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.2.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.2.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.2.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.2.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.2.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.20.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.20.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.20.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.20.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.20.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.20.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.21.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.21.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.21.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.21.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.21.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.21.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.22.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.22.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.22.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.22.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.22.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.22.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.23.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.23.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.23.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.23.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.23.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.23.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.24.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.24.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.24.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.24.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.24.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.24.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.25.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.25.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.25.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.25.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.25.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.25.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.26.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.26.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.26.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.26.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.26.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.26.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.27.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.27.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.27.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.27.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.27.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.27.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.28.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.28.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.28.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.28.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.28.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.28.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.29.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.29.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.29.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.29.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.29.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.29.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.3.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.3.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.3.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.3.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.3.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.3.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.30.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.30.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.30.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.30.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.30.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.30.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.31.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.31.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.31.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.31.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.31.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.31.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.32.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.32.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.32.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.32.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.32.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.32.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.33.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.33.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.33.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.33.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.33.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.33.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.34.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.34.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.34.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.34.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.34.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.34.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.35.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.35.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.35.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.35.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.35.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.35.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.36.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.36.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.36.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.36.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.36.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.36.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.37.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.37.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.37.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.37.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.37.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.37.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.38.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.38.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.38.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.38.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.38.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.38.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.39.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.39.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.39.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.39.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.39.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.39.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.4.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.4.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.4.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.4.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.4.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.4.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.40.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.40.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.40.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.40.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.40.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.40.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.41.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.41.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.41.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.41.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.41.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.41.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.42.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.42.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.42.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.42.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.42.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.42.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.43.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.43.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.43.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.43.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.43.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.43.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.44.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.44.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.44.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.44.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.44.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.44.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.45.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.45.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.45.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.45.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.45.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.45.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.46.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.46.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.46.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.46.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.46.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.46.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.47.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.47.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.47.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.47.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.47.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.47.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.48.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.48.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.48.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.48.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.48.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.48.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.49.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.49.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.49.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.49.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.49.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.49.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.5.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.5.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.5.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.5.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.5.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.5.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.50.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.50.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.50.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.50.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.50.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.50.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.51.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.51.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.51.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.51.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.51.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.51.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.52.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.52.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.52.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.52.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.52.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.52.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.53.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.53.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.53.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.53.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.53.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.53.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.54.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.54.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.54.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.54.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.54.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.54.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.55.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.55.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.55.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.55.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.55.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.55.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.56.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.56.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.56.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.56.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.56.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.56.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.57.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.57.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.57.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.57.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.57.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.57.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.58.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.58.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.58.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.58.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.58.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.58.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.59.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.59.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.59.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.59.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.59.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.59.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.6.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.6.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.6.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.6.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.6.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.6.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.60.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.60.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.60.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.60.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.60.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.60.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.61.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.61.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.61.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.61.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.61.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.61.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.62.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.62.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.62.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.62.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.62.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.62.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.63.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.63.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.63.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.63.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.63.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.63.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.7.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.7.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.7.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.7.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.7.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.7.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.8.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.8.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.8.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.8.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.8.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.8.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.9.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.9.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.9.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.9.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.9.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.experts.9.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.gate.e_score_correction_bias": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.gate.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.shared_experts.down_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.shared_experts.down_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.shared_experts.gate_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.shared_experts.gate_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.shared_experts.up_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.mlp.shared_experts.up_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.post_attention_layernorm.weight": "model-00048-of-00048.safetensors", + "model.layers.47.self_attn.kv_a_layernorm.weight": "model-00048-of-00048.safetensors", + "model.layers.47.self_attn.kv_a_proj_with_mqa.weight": "model-00048-of-00048.safetensors", + "model.layers.47.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.self_attn.kv_b_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.self_attn.kv_b_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.self_attn.o_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.self_attn.o_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.self_attn.q_a_layernorm.weight": "model-00048-of-00048.safetensors", + "model.layers.47.self_attn.q_a_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.self_attn.q_a_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.self_attn.q_b_proj.weight": "model-00048-of-00048.safetensors", + "model.layers.47.self_attn.q_b_proj.weight_scale": "model-00048-of-00048.safetensors", + "model.layers.47.shared_head.head.weight": "model-00047-of-00048.safetensors", + "model.layers.47.shared_head.head.weight_scale": "model-00047-of-00048.safetensors", + "model.layers.47.shared_head.norm.weight": "model-00048-of-00048.safetensors", + "model.layers.5.input_layernorm.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.0.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.0.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.0.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.0.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.0.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.0.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.1.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.1.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.1.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.1.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.1.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.1.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.10.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.10.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.10.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.10.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.10.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.10.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.11.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.11.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.11.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.11.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.11.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.11.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.12.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.12.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.12.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.12.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.12.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.12.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.13.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.13.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.13.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.13.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.13.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.13.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.14.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.14.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.14.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.14.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.14.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.14.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.15.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.15.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.15.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.15.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.15.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.15.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.16.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.16.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.16.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.16.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.16.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.16.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.17.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.17.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.17.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.17.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.17.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.17.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.18.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.18.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.18.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.18.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.18.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.18.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.19.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.19.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.19.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.19.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.19.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.19.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.2.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.2.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.2.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.2.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.2.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.2.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.20.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.20.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.20.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.20.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.20.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.20.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.21.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.21.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.21.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.21.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.21.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.21.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.22.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.22.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.22.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.22.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.22.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.22.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.23.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.23.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.23.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.23.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.23.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.23.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.24.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.24.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.24.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.24.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.24.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.24.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.25.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.25.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.25.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.25.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.25.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.25.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.26.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.26.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.26.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.26.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.26.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.26.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.27.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.27.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.27.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.27.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.27.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.27.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.28.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.28.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.28.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.28.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.28.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.28.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.29.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.29.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.29.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.29.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.29.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.29.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.3.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.3.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.3.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.3.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.3.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.3.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.30.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.30.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.30.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.30.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.30.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.30.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.31.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.31.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.31.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.31.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.31.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.31.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.32.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.32.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.32.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.32.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.32.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.32.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.33.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.33.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.33.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.33.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.33.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.33.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.34.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.34.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.34.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.34.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.34.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.34.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.35.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.35.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.35.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.35.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.35.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.35.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.36.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.36.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.36.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.36.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.36.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.36.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.37.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.37.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.37.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.37.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.37.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.37.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.38.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.38.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.38.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.38.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.38.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.38.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.39.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.39.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.39.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.39.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.39.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.39.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.4.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.4.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.4.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.4.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.4.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.4.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.40.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.40.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.40.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.40.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.40.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.40.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.41.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.41.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.41.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.41.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.41.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.41.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.42.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.42.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.42.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.42.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.42.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.42.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.43.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.43.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.43.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.43.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.43.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.43.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.44.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.44.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.44.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.44.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.44.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.44.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.45.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.45.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.45.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.45.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.45.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.45.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.46.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.46.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.46.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.46.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.46.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.46.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.47.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.47.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.47.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.47.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.47.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.47.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.48.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.48.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.48.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.48.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.48.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.48.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.49.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.49.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.49.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.49.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.49.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.49.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.5.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.5.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.5.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.5.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.5.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.5.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.50.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.50.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.50.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.50.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.50.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.50.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.51.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.51.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.51.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.51.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.51.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.51.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.52.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.52.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.52.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.52.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.52.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.52.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.53.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.53.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.53.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.53.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.53.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.53.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.54.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.54.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.54.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.54.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.54.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.54.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.55.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.55.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.55.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.55.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.55.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.55.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.56.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.56.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.56.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.56.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.56.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.56.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.57.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.57.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.57.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.57.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.57.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.57.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.58.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.58.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.58.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.58.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.58.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.58.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.59.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.59.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.59.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.59.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.59.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.59.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.6.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.6.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.6.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.6.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.6.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.6.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.60.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.60.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.60.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.60.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.60.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.60.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.61.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.61.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.61.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.61.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.61.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.61.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.62.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.62.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.62.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.62.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.62.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.62.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.63.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.63.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.63.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.63.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.63.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.63.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.7.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.7.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.7.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.7.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.7.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.7.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.8.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.8.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.8.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.8.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.8.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.8.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.9.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.9.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.9.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.9.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.9.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.experts.9.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.gate.e_score_correction_bias": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.gate.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.shared_experts.down_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.shared_experts.down_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.shared_experts.gate_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.shared_experts.gate_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.shared_experts.up_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.mlp.shared_experts.up_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00006-of-00048.safetensors", + "model.layers.5.self_attn.kv_a_layernorm.weight": "model-00006-of-00048.safetensors", + "model.layers.5.self_attn.kv_a_proj_with_mqa.weight": "model-00006-of-00048.safetensors", + "model.layers.5.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.self_attn.kv_b_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.self_attn.kv_b_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.self_attn.o_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.self_attn.q_a_layernorm.weight": "model-00006-of-00048.safetensors", + "model.layers.5.self_attn.q_a_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.self_attn.q_a_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.5.self_attn.q_b_proj.weight": "model-00006-of-00048.safetensors", + "model.layers.5.self_attn.q_b_proj.weight_scale": "model-00006-of-00048.safetensors", + "model.layers.6.input_layernorm.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.0.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.0.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.0.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.0.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.0.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.0.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.1.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.1.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.1.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.1.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.1.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.1.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.10.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.10.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.10.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.10.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.10.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.10.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.11.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.11.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.11.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.11.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.11.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.11.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.12.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.12.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.12.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.12.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.12.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.12.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.13.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.13.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.13.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.13.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.13.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.13.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.14.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.14.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.14.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.14.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.14.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.14.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.15.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.15.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.15.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.15.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.15.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.15.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.16.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.16.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.16.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.16.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.16.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.16.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.17.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.17.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.17.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.17.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.17.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.17.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.18.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.18.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.18.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.18.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.18.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.18.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.19.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.19.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.19.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.19.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.19.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.19.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.2.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.2.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.2.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.2.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.2.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.2.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.20.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.20.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.20.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.20.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.20.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.20.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.21.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.21.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.21.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.21.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.21.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.21.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.22.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.22.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.22.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.22.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.22.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.22.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.23.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.23.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.23.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.23.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.23.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.23.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.24.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.24.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.24.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.24.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.24.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.24.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.25.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.25.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.25.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.25.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.25.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.25.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.26.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.26.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.26.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.26.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.26.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.26.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.27.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.27.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.27.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.27.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.27.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.27.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.28.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.28.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.28.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.28.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.28.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.28.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.29.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.29.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.29.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.29.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.29.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.29.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.3.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.3.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.3.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.3.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.3.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.3.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.30.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.30.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.30.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.30.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.30.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.30.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.31.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.31.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.31.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.31.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.31.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.31.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.32.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.32.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.32.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.32.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.32.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.32.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.33.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.33.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.33.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.33.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.33.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.33.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.34.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.34.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.34.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.34.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.34.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.34.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.35.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.35.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.35.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.35.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.35.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.35.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.36.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.36.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.36.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.36.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.36.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.36.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.37.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.37.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.37.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.37.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.37.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.37.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.38.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.38.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.38.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.38.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.38.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.38.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.39.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.39.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.39.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.39.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.39.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.39.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.4.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.4.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.4.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.4.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.4.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.4.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.40.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.40.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.40.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.40.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.40.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.40.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.41.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.41.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.41.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.41.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.41.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.41.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.42.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.42.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.42.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.42.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.42.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.42.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.43.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.43.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.43.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.43.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.43.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.43.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.44.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.44.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.44.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.44.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.44.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.44.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.45.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.45.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.45.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.45.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.45.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.45.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.46.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.46.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.46.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.46.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.46.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.46.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.47.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.47.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.47.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.47.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.47.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.47.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.48.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.48.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.48.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.48.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.48.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.48.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.49.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.49.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.49.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.49.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.49.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.49.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.5.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.5.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.5.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.5.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.5.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.5.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.50.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.50.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.50.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.50.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.50.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.50.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.51.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.51.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.51.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.51.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.51.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.51.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.52.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.52.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.52.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.52.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.52.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.52.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.53.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.53.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.53.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.53.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.53.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.53.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.54.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.54.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.54.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.54.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.54.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.54.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.55.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.55.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.55.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.55.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.55.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.55.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.56.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.56.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.56.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.56.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.56.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.56.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.57.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.57.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.57.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.57.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.57.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.57.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.58.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.58.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.58.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.58.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.58.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.58.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.59.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.59.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.59.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.59.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.59.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.59.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.6.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.6.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.6.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.6.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.6.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.6.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.60.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.60.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.60.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.60.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.60.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.60.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.61.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.61.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.61.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.61.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.61.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.61.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.62.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.62.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.62.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.62.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.62.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.62.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.63.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.63.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.63.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.63.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.63.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.63.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.7.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.7.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.7.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.7.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.7.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.7.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.8.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.8.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.8.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.8.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.8.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.8.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.9.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.9.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.9.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.9.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.9.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.experts.9.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.gate.e_score_correction_bias": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.gate.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.shared_experts.down_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.shared_experts.down_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.shared_experts.gate_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.shared_experts.gate_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.shared_experts.up_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.mlp.shared_experts.up_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00007-of-00048.safetensors", + "model.layers.6.self_attn.kv_a_layernorm.weight": "model-00007-of-00048.safetensors", + "model.layers.6.self_attn.kv_a_proj_with_mqa.weight": "model-00007-of-00048.safetensors", + "model.layers.6.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.self_attn.kv_b_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.self_attn.kv_b_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.self_attn.o_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.self_attn.q_a_layernorm.weight": "model-00007-of-00048.safetensors", + "model.layers.6.self_attn.q_a_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.self_attn.q_a_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.6.self_attn.q_b_proj.weight": "model-00007-of-00048.safetensors", + "model.layers.6.self_attn.q_b_proj.weight_scale": "model-00007-of-00048.safetensors", + "model.layers.7.input_layernorm.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.0.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.0.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.0.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.0.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.0.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.0.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.1.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.1.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.1.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.1.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.1.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.1.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.10.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.10.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.10.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.10.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.10.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.10.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.11.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.11.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.11.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.11.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.11.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.11.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.12.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.12.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.12.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.12.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.12.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.12.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.13.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.13.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.13.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.13.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.13.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.13.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.14.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.14.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.14.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.14.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.14.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.14.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.15.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.15.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.15.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.15.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.15.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.15.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.16.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.16.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.16.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.16.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.16.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.16.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.17.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.17.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.17.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.17.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.17.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.17.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.18.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.18.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.18.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.18.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.18.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.18.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.19.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.19.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.19.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.19.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.19.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.19.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.2.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.2.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.2.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.2.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.2.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.2.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.20.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.20.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.20.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.20.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.20.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.20.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.21.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.21.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.21.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.21.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.21.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.21.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.22.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.22.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.22.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.22.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.22.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.22.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.23.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.23.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.23.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.23.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.23.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.23.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.24.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.24.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.24.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.24.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.24.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.24.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.25.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.25.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.25.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.25.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.25.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.25.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.26.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.26.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.26.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.26.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.26.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.26.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.27.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.27.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.27.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.27.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.27.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.27.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.28.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.28.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.28.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.28.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.28.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.28.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.29.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.29.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.29.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.29.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.29.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.29.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.3.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.3.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.3.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.3.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.3.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.3.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.30.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.30.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.30.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.30.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.30.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.30.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.31.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.31.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.31.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.31.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.31.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.31.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.32.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.32.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.32.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.32.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.32.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.32.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.33.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.33.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.33.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.33.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.33.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.33.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.34.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.34.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.34.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.34.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.34.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.34.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.35.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.35.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.35.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.35.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.35.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.35.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.36.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.36.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.36.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.36.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.36.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.36.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.37.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.37.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.37.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.37.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.37.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.37.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.38.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.38.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.38.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.38.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.38.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.38.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.39.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.39.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.39.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.39.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.39.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.39.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.4.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.4.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.4.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.4.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.4.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.4.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.40.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.40.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.40.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.40.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.40.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.40.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.41.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.41.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.41.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.41.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.41.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.41.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.42.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.42.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.42.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.42.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.42.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.42.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.43.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.43.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.43.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.43.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.43.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.43.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.44.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.44.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.44.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.44.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.44.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.44.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.45.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.45.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.45.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.45.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.45.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.45.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.46.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.46.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.46.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.46.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.46.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.46.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.47.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.47.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.47.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.47.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.47.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.47.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.48.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.48.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.48.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.48.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.48.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.48.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.49.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.49.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.49.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.49.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.49.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.49.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.5.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.5.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.5.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.5.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.5.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.5.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.50.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.50.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.50.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.50.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.50.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.50.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.51.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.51.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.51.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.51.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.51.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.51.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.52.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.52.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.52.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.52.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.52.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.52.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.53.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.53.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.53.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.53.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.53.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.53.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.54.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.54.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.54.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.54.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.54.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.54.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.55.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.55.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.55.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.55.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.55.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.55.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.56.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.56.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.56.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.56.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.56.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.56.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.57.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.57.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.57.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.57.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.57.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.57.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.58.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.58.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.58.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.58.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.58.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.58.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.59.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.59.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.59.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.59.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.59.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.59.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.6.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.6.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.6.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.6.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.6.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.6.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.60.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.60.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.60.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.60.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.60.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.60.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.61.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.61.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.61.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.61.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.61.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.61.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.62.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.62.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.62.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.62.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.62.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.62.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.63.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.63.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.63.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.63.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.63.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.63.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.7.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.7.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.7.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.7.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.7.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.7.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.8.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.8.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.8.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.8.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.8.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.8.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.9.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.9.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.9.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.9.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.9.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.experts.9.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.gate.e_score_correction_bias": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.gate.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.shared_experts.down_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.shared_experts.down_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.shared_experts.gate_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.shared_experts.gate_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.shared_experts.up_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.mlp.shared_experts.up_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00008-of-00048.safetensors", + "model.layers.7.self_attn.kv_a_layernorm.weight": "model-00008-of-00048.safetensors", + "model.layers.7.self_attn.kv_a_proj_with_mqa.weight": "model-00008-of-00048.safetensors", + "model.layers.7.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.self_attn.kv_b_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.self_attn.kv_b_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.self_attn.o_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.self_attn.q_a_layernorm.weight": "model-00008-of-00048.safetensors", + "model.layers.7.self_attn.q_a_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.self_attn.q_a_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.7.self_attn.q_b_proj.weight": "model-00008-of-00048.safetensors", + "model.layers.7.self_attn.q_b_proj.weight_scale": "model-00008-of-00048.safetensors", + "model.layers.8.input_layernorm.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.0.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.0.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.0.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.0.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.0.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.0.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.1.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.1.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.1.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.1.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.1.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.1.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.10.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.10.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.10.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.10.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.10.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.10.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.11.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.11.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.11.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.11.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.11.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.11.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.12.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.12.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.12.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.12.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.12.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.12.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.13.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.13.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.13.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.13.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.13.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.13.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.14.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.14.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.14.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.14.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.14.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.14.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.15.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.15.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.15.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.15.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.15.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.15.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.16.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.16.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.16.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.16.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.16.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.16.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.17.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.17.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.17.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.17.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.17.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.17.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.18.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.18.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.18.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.18.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.18.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.18.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.19.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.19.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.19.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.19.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.19.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.19.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.2.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.2.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.2.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.2.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.2.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.2.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.20.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.20.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.20.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.20.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.20.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.20.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.21.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.21.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.21.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.21.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.21.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.21.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.22.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.22.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.22.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.22.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.22.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.22.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.23.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.23.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.23.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.23.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.23.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.23.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.24.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.24.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.24.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.24.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.24.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.24.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.25.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.25.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.25.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.25.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.25.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.25.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.26.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.26.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.26.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.26.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.26.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.26.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.27.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.27.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.27.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.27.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.27.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.27.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.28.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.28.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.28.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.28.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.28.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.28.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.29.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.29.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.29.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.29.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.29.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.29.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.3.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.3.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.3.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.3.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.3.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.3.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.30.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.30.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.30.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.30.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.30.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.30.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.31.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.31.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.31.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.31.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.31.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.31.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.32.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.32.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.32.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.32.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.32.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.32.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.33.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.33.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.33.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.33.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.33.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.33.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.34.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.34.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.34.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.34.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.34.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.34.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.35.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.35.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.35.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.35.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.35.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.35.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.36.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.36.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.36.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.36.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.36.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.36.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.37.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.37.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.37.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.37.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.37.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.37.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.38.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.38.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.38.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.38.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.38.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.38.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.39.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.39.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.39.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.39.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.39.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.39.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.4.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.4.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.4.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.4.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.4.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.4.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.40.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.40.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.40.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.40.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.40.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.40.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.41.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.41.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.41.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.41.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.41.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.41.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.42.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.42.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.42.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.42.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.42.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.42.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.43.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.43.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.43.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.43.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.43.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.43.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.44.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.44.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.44.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.44.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.44.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.44.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.45.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.45.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.45.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.45.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.45.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.45.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.46.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.46.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.46.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.46.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.46.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.46.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.47.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.47.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.47.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.47.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.47.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.47.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.48.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.48.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.48.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.48.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.48.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.48.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.49.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.49.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.49.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.49.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.49.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.49.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.5.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.5.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.5.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.5.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.5.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.5.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.50.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.50.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.50.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.50.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.50.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.50.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.51.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.51.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.51.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.51.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.51.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.51.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.52.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.52.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.52.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.52.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.52.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.52.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.53.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.53.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.53.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.53.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.53.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.53.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.54.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.54.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.54.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.54.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.54.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.54.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.55.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.55.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.55.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.55.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.55.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.55.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.56.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.56.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.56.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.56.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.56.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.56.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.57.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.57.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.57.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.57.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.57.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.57.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.58.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.58.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.58.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.58.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.58.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.58.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.59.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.59.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.59.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.59.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.59.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.59.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.6.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.6.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.6.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.6.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.6.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.6.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.60.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.60.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.60.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.60.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.60.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.60.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.61.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.61.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.61.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.61.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.61.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.61.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.62.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.62.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.62.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.62.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.62.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.62.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.63.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.63.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.63.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.63.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.63.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.63.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.7.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.7.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.7.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.7.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.7.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.7.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.8.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.8.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.8.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.8.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.8.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.8.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.9.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.9.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.9.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.9.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.9.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.experts.9.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.gate.e_score_correction_bias": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.gate.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.shared_experts.down_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.shared_experts.down_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.shared_experts.gate_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.shared_experts.gate_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.shared_experts.up_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.mlp.shared_experts.up_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00009-of-00048.safetensors", + "model.layers.8.self_attn.kv_a_layernorm.weight": "model-00009-of-00048.safetensors", + "model.layers.8.self_attn.kv_a_proj_with_mqa.weight": "model-00009-of-00048.safetensors", + "model.layers.8.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.self_attn.kv_b_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.self_attn.kv_b_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.self_attn.o_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.self_attn.q_a_layernorm.weight": "model-00009-of-00048.safetensors", + "model.layers.8.self_attn.q_a_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.self_attn.q_a_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.8.self_attn.q_b_proj.weight": "model-00009-of-00048.safetensors", + "model.layers.8.self_attn.q_b_proj.weight_scale": "model-00009-of-00048.safetensors", + "model.layers.9.input_layernorm.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.0.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.0.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.0.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.0.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.0.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.0.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.1.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.1.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.1.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.1.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.1.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.1.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.10.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.10.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.10.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.10.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.10.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.10.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.11.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.11.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.11.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.11.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.11.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.11.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.12.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.12.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.12.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.12.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.12.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.12.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.13.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.13.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.13.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.13.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.13.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.13.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.14.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.14.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.14.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.14.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.14.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.14.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.15.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.15.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.15.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.15.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.15.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.15.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.16.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.16.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.16.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.16.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.16.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.16.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.17.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.17.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.17.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.17.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.17.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.17.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.18.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.18.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.18.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.18.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.18.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.18.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.19.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.19.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.19.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.19.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.19.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.19.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.2.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.2.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.2.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.2.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.2.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.2.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.20.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.20.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.20.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.20.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.20.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.20.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.21.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.21.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.21.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.21.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.21.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.21.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.22.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.22.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.22.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.22.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.22.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.22.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.23.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.23.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.23.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.23.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.23.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.23.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.24.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.24.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.24.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.24.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.24.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.24.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.25.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.25.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.25.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.25.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.25.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.25.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.26.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.26.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.26.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.26.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.26.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.26.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.27.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.27.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.27.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.27.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.27.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.27.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.28.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.28.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.28.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.28.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.28.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.28.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.29.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.29.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.29.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.29.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.29.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.29.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.3.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.3.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.3.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.3.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.3.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.3.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.30.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.30.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.30.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.30.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.30.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.30.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.31.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.31.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.31.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.31.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.31.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.31.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.32.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.32.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.32.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.32.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.32.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.32.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.33.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.33.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.33.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.33.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.33.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.33.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.34.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.34.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.34.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.34.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.34.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.34.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.35.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.35.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.35.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.35.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.35.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.35.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.36.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.36.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.36.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.36.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.36.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.36.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.37.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.37.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.37.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.37.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.37.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.37.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.38.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.38.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.38.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.38.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.38.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.38.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.39.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.39.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.39.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.39.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.39.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.39.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.4.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.4.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.4.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.4.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.4.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.4.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.40.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.40.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.40.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.40.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.40.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.40.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.41.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.41.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.41.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.41.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.41.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.41.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.42.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.42.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.42.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.42.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.42.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.42.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.43.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.43.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.43.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.43.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.43.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.43.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.44.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.44.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.44.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.44.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.44.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.44.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.45.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.45.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.45.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.45.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.45.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.45.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.46.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.46.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.46.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.46.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.46.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.46.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.47.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.47.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.47.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.47.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.47.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.47.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.48.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.48.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.48.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.48.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.48.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.48.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.49.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.49.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.49.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.49.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.49.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.49.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.5.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.5.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.5.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.5.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.5.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.5.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.50.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.50.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.50.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.50.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.50.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.50.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.51.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.51.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.51.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.51.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.51.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.51.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.52.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.52.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.52.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.52.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.52.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.52.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.53.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.53.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.53.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.53.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.53.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.53.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.54.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.54.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.54.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.54.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.54.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.54.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.55.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.55.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.55.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.55.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.55.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.55.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.56.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.56.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.56.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.56.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.56.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.56.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.57.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.57.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.57.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.57.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.57.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.57.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.58.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.58.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.58.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.58.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.58.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.58.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.59.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.59.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.59.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.59.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.59.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.59.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.6.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.6.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.6.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.6.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.6.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.6.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.60.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.60.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.60.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.60.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.60.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.60.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.61.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.61.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.61.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.61.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.61.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.61.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.62.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.62.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.62.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.62.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.62.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.62.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.63.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.63.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.63.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.63.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.63.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.63.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.7.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.7.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.7.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.7.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.7.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.7.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.8.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.8.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.8.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.8.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.8.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.8.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.9.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.9.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.9.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.9.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.9.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.experts.9.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.gate.e_score_correction_bias": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.gate.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.shared_experts.down_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.shared_experts.down_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.shared_experts.gate_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.shared_experts.gate_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.shared_experts.up_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.mlp.shared_experts.up_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00010-of-00048.safetensors", + "model.layers.9.self_attn.kv_a_layernorm.weight": "model-00010-of-00048.safetensors", + "model.layers.9.self_attn.kv_a_proj_with_mqa.weight": "model-00010-of-00048.safetensors", + "model.layers.9.self_attn.kv_a_proj_with_mqa.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.self_attn.kv_b_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.self_attn.kv_b_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.self_attn.o_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.self_attn.q_a_layernorm.weight": "model-00010-of-00048.safetensors", + "model.layers.9.self_attn.q_a_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.self_attn.q_a_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.layers.9.self_attn.q_b_proj.weight": "model-00010-of-00048.safetensors", + "model.layers.9.self_attn.q_b_proj.weight_scale": "model-00010-of-00048.safetensors", + "model.norm.weight": "model-00047-of-00048.safetensors" + } +} \ No newline at end of file diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..aba40197a4cdb5607f4ab7a05fb0a4ee8054fd6d --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19e773648cb4e65de8660ea6365e10acca112d42a854923df93db4a6f333a82d +size 20217442 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f6d3074564f6dd3a9431bd43b968cef999d58c54 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,321 @@ +{ + "added_tokens_decoder": { + "154820": { + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "154821": { + "content": "[MASK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "154822": { + "content": "[gMASK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "154823": { + "content": "[sMASK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "154824": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "154825": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "154826": { + "content": "<|system|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "154827": { + "content": "<|user|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "154828": { + "content": "<|assistant|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "154829": { + "content": "<|observation|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "154830": { + "content": "<|begin_of_image|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "154831": { + "content": "<|end_of_image|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "154832": { + "content": "<|begin_of_video|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "154833": { + "content": "<|end_of_video|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "154834": { + "content": "<|begin_of_audio|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "154835": { + "content": "<|end_of_audio|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "154836": { + "content": "<|begin_of_transcription|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "154837": { + "content": "<|end_of_transcription|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "154838": { + "content": "<|code_prefix|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "154839": { + "content": "<|code_middle|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "154840": { + "content": "<|code_suffix|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "154841": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "154842": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "154843": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "154844": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "154845": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "154846": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "154847": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "154848": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "154849": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "154850": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "154851": { + "content": "/nothink", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "154852": { + "content": "<|begin_of_box|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "154853": { + "content": "<|end_of_box|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "154854": { + "content": "<|image|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "154855": { + "content": "<|video|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|endoftext|>", + "[MASK]", + "[gMASK]", + "[sMASK]", + "", + "", + "<|system|>", + "<|user|>", + "<|assistant|>", + "<|observation|>", + "<|begin_of_image|>", + "<|end_of_image|>", + "<|begin_of_video|>", + "<|end_of_video|>", + "<|begin_of_audio|>", + "<|end_of_audio|>", + "<|begin_of_transcription|>", + "<|end_of_transcription|>" + ], + "clean_up_tokenization_spaces": false, + "do_lower_case": false, + "eos_token": "<|endoftext|>", + "extra_special_tokens": {}, + "model_max_length": 128000, + "pad_token": "<|endoftext|>", + "padding_side": "left", + "remove_space": false, + "tokenizer_class": "PreTrainedTokenizer" +}