diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..bc5f30d6632ac0efdc7be2e9095e9e9579af2e33 --- /dev/null +++ b/README.md @@ -0,0 +1,199 @@ +--- +library_name: transformers +tags: [] +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + +This is the model card of a 🤗 transformers model that has been pushed on the Hub. This model card has been automatically generated. + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4b73d83f398db4f9aa7b161dfba9d5ac3f27fcaf --- /dev/null +++ b/config.json @@ -0,0 +1,132 @@ +{ + "architectures": [ + "HYV3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 120000, + "dtype": "bfloat16", + "enable_attention_fp32_softmax": false, + "enable_lm_head_fp32": true, + "enable_moe_fp32_combine": false, + "eod_token_id": 120026, + "eos_token_id": 120025, + "expert_hidden_dim": 1536, + "first_k_dense_replace": 1, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.006, + "intermediate_size": 13312, + "max_position_embeddings": 262144, + "mlp_bias": false, + "mlp_layer_types": [ + "dense", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse" + ], + "model_type": "hy_v3", + "moe_intermediate_size": 1536, + "moe_router_enable_expert_bias": true, + "moe_router_use_sigmoid": true, + "num_attention_heads": 64, + "num_experts": 192, + "num_experts_per_tok": 8, + "num_hidden_layers": 80, + "num_key_value_heads": 8, + "num_nextn_predict_layers": 1, + "num_shared_experts": 1, + "output_router_logits": true, + "pad_token_id": 120002, + "qk_norm": true, + "rms_norm_eps": 1e-05, + "rope_parameters": { + "rope_theta": 11158840.0, + "rope_type": "default" + }, + "route_norm": true, + "router_scaling_factor": 2.826, + "sep_token_id": 120007, + "tie_word_embeddings": false, + "transformers_version": "5.13.0", + "use_cache": true, + "use_grouped_mm": false, + "vocab_size": 120832 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..cbba4bcd6e611b60d9a384543b8bbd7938b1b9bc --- /dev/null +++ b/generation_config.json @@ -0,0 +1,10 @@ +{ + "bos_token_id": 120000, + "do_sample": true, + "eos_token_id": 120025, + "pad_token_id": 120002, + "temperature": 0.9, + "top_k": -1, + "top_p": 1, + "transformers_version": "5.13.0" +} diff --git a/model-00001-of-00079.safetensors b/model-00001-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..25e3f037aae56f836faf8a240c123304941d0aca --- /dev/null +++ b/model-00001-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db0196efeb8d6dd2abc12804b8b5206143a44b10e35213b9450cb69ea95dc050 +size 9896054576 diff --git a/model-00002-of-00079.safetensors b/model-00002-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ecc9f49864a6cab12abe6ef26988048d8733e00e --- /dev/null +++ b/model-00002-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8e5f2035fe70fbbccb05daf4891dc2c6997b890d7c8a154cf15fc71f3b9f197 +size 9854107928 diff --git a/model-00003-of-00079.safetensors b/model-00003-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e5d4b9bb96ea0a3b3f1c24b6d06f06e18150af0e --- /dev/null +++ b/model-00003-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1771aae23e8e9d334fa02f4693e913e3d6d8bebb19f4e4a84fe27cd5db5e153 +size 7438164744 diff --git a/model-00004-of-00079.safetensors b/model-00004-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1be548d14ec9efc2ec2eb501bcaf63bc12a6d824 --- /dev/null +++ b/model-00004-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26d01e99b566b90a9833dda88addbba34732ff084f4e105ee8e2b027a76fd852 +size 7438164744 diff --git a/model-00005-of-00079.safetensors b/model-00005-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7c86671f0f5b2fa5f670e9f1017a5ef7041dce1f --- /dev/null +++ b/model-00005-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b6d434874d181867b1828672f243ab32ca76f2092edf960f8a85b8b4d8fb4a4 +size 7438164744 diff --git a/model-00006-of-00079.safetensors b/model-00006-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..344d0895fee92f5c5b26f0fe07e0ad8b577d301a --- /dev/null +++ b/model-00006-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4093cfd0bc1b27527c3acff54b13e1dea380819833d1d0493a7f419caf52ecf +size 7438164744 diff --git a/model-00007-of-00079.safetensors b/model-00007-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cfbfb43599fdb98c7b5af54d63eaf355d6dca8fc --- /dev/null +++ b/model-00007-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b300a4e2a0e9ce32bcd42c13249ec25208696ce65321464c7cbba50a726ff600 +size 7438164744 diff --git a/model-00008-of-00079.safetensors b/model-00008-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..abd63870ee1b9b90657838709ae6a969d3e46ff5 --- /dev/null +++ b/model-00008-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2519fa80ea48379df0c6581f5eb7b9a56a2ff7be2b91c8c5988cf730dc8e8a7 +size 7438164744 diff --git a/model-00009-of-00079.safetensors b/model-00009-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..786436bb7137c0400502be5ee7af5ebc65531b8d --- /dev/null +++ b/model-00009-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddb659ec46880a76b27e3ebab9ee327a877fcf62c677e54230548d7a3c8cecb6 +size 7438164920 diff --git a/model-00010-of-00079.safetensors b/model-00010-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4d126c2614ed57e4113e251319667b201b11cc15 --- /dev/null +++ b/model-00010-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d61b10ccbf7b78e0c17f6ab7dff8599fe00c77cbbfb755168a750e5be349681 +size 7438165328 diff --git a/model-00011-of-00079.safetensors b/model-00011-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8bd92b17b0586631aedaae6c830ba017831647b6 --- /dev/null +++ b/model-00011-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1fde3e44e7d46354fe84d9033b2f74b24fd7455a3c589d96036e89045575f56 +size 7438165328 diff --git a/model-00012-of-00079.safetensors b/model-00012-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3adcb1809063141a22dde9207129f1cce5c50db3 --- /dev/null +++ b/model-00012-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31a5aa385597a6d083e21fce3625cdbfd874d589cccdbb1aa6ace9a893562b9a +size 7438165328 diff --git a/model-00013-of-00079.safetensors b/model-00013-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7bcbc12616ff274d1c456f9c40b52a09114d21c0 --- /dev/null +++ b/model-00013-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f03698be6a1ce900311dab93381442086c9e52ca12f154b5e5d413de0777fbe +size 7438165328 diff --git a/model-00014-of-00079.safetensors b/model-00014-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..50e598dde2258215bfe4af7ed9dce6a0839638d7 --- /dev/null +++ b/model-00014-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e053d1ef0e19c1dcb1e1ff27cf1e2e8b41b224344861e30a1a0dea308c810e1d +size 7438165328 diff --git a/model-00015-of-00079.safetensors b/model-00015-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..79b8dd4e03e8d8399b4bf29426d25365a1bbc19b --- /dev/null +++ b/model-00015-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4cb19bad0fc38b41bee4c0c11955c938088980c4bfbe21d7380fb96c4017461 +size 7438165328 diff --git a/model-00016-of-00079.safetensors b/model-00016-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2b72156c09ae5132f9f424b10184fd85405b1b2c --- /dev/null +++ b/model-00016-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c8d4e31f088e66231fb1ef4d938652352be6e848a40bc3ab35313966808f93f +size 7438165328 diff --git a/model-00017-of-00079.safetensors b/model-00017-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bca4a9bae5037b9465a6e6c64eb93921df6c2584 --- /dev/null +++ b/model-00017-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c68fe64881b7c0670c1d531275edfba143c488284967e404b097436cf95dc16 +size 7438165328 diff --git a/model-00018-of-00079.safetensors b/model-00018-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67e49846ab2176951100bff6e993f969f065a0a2 --- /dev/null +++ b/model-00018-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7ab07e337580a5f93c5806d0bacddb265064bc90c4accf9fe84ab94665bfa64 +size 7438165328 diff --git a/model-00019-of-00079.safetensors b/model-00019-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0b3fb40c7beeb1ba272ef308c67f36da722bb9fd --- /dev/null +++ b/model-00019-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b35fbd4f0e8122d68976caa338a792c696697fa630af3b1219c3d054c54c317e +size 7438165328 diff --git a/model-00020-of-00079.safetensors b/model-00020-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..45a63901b5ce9b6e3e7a57609d63b49a8c4371d0 --- /dev/null +++ b/model-00020-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1eecfb20b5e03ebc3a42d4ace17fd6810da883ad41c7a7cebbe599ebe2a41015 +size 7438165328 diff --git a/model-00021-of-00079.safetensors b/model-00021-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f0557a7d2b66c8e8dc2eaeffb5aa134acfca0a87 --- /dev/null +++ b/model-00021-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3c3eaa7022000f5c9b722ad99a1a49e68104ca0d658b50bfe35f3c0c3834d61 +size 7438165328 diff --git a/model-00022-of-00079.safetensors b/model-00022-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a8eeffe1e117117cc7809c8c223b8453e16ca092 --- /dev/null +++ b/model-00022-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5345ecfba4b02cc71713323e61035bf11dde65fd247d511923d1f646cf2b0501 +size 7438165328 diff --git a/model-00023-of-00079.safetensors b/model-00023-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1bc7ac9077ece2ac3e3c0626289be5b52789d8aa --- /dev/null +++ b/model-00023-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d40ac5a746dd387166501dc0dd56762521676b9f3abeecd7de740ab3947d9ed +size 7438165328 diff --git a/model-00024-of-00079.safetensors b/model-00024-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..60ab0ba8e25a7dd29536121cf3546adaeff929f7 --- /dev/null +++ b/model-00024-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c77b78a01a3330d35f17dc8bcb03b26c9cf147df3b650bf4fb6f174402ad7c0 +size 7438165328 diff --git a/model-00025-of-00079.safetensors b/model-00025-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..27e84eb848d466c91671e956a568b5bb0e43ef9f --- /dev/null +++ b/model-00025-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ada0ae2bdc9ce3474c5a2474467fcc76520e8f78d21da3619e068c244479e5be +size 7438165328 diff --git a/model-00026-of-00079.safetensors b/model-00026-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3eefeb0085f25dba673d9638b49820bceef09eae --- /dev/null +++ b/model-00026-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2d068f2554ad639b286a69b5008b5efd5b33411dab29aabea483e4f6bc48d8e +size 7438165328 diff --git a/model-00027-of-00079.safetensors b/model-00027-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..441ba0adbeff80b0d26427912906e3912a2a3cb0 --- /dev/null +++ b/model-00027-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e846aa5fe8f9266a254d1d28eada4c26b0ad73a1214a95633df33d667aba8db3 +size 7438165328 diff --git a/model-00028-of-00079.safetensors b/model-00028-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..72235b7d4983fc0406faa1fdb465b965389c44ff --- /dev/null +++ b/model-00028-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9071d5df69d87b04994fc57147bffa019fce3c9f2332da0be01a8a5ce4978c04 +size 7438165328 diff --git a/model-00029-of-00079.safetensors b/model-00029-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8201ef068337d03d1a3f276b3d60ee14381560e2 --- /dev/null +++ b/model-00029-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55733d7d139ffa38d2dbf112b35a7069e0775882801e1d40456118797eb08815 +size 7438165328 diff --git a/model-00030-of-00079.safetensors b/model-00030-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..43d38c5e09ba327a4443e081f10470fd6a7a7a27 --- /dev/null +++ b/model-00030-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0a7e13c06163554b51bee47f6e0c834a2d7ffb48629d9099ace133c6e57283f +size 7438165328 diff --git a/model-00031-of-00079.safetensors b/model-00031-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0dfd91697bb57ecae7720b66639f665c51c4c7d0 --- /dev/null +++ b/model-00031-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:455ba9f79533ddfd5a69be89676c8b09ab3167fc48e340a2d272ee71212e9322 +size 7438165328 diff --git a/model-00032-of-00079.safetensors b/model-00032-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ebdd23f881b4a4236a26c899324d093ee7df1e59 --- /dev/null +++ b/model-00032-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82f9aaeb48a563771ea4199e74df32fa93a9a50255c606211609df67dbbabaab +size 7438165328 diff --git a/model-00033-of-00079.safetensors b/model-00033-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cbee5bd19981fad2b2338f79c651ad0ee9678041 --- /dev/null +++ b/model-00033-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c55e0b835c9ebf0d82fb18aa24c6ce9edf88b281aa02ce226131daa07655af55 +size 7438165328 diff --git a/model-00034-of-00079.safetensors b/model-00034-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4f2fb642f0a11c17014da4233df278ddb5fe515e --- /dev/null +++ b/model-00034-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c933c9113913d73ad269fd8f1f43f9ffabc1f8572af0ebb9d2581143e60b3c3e +size 7438165328 diff --git a/model-00035-of-00079.safetensors b/model-00035-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8066f273056c0612177dfc5edd82b284643fef46 --- /dev/null +++ b/model-00035-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ded15554cab7243d3a16116885e003a48e67a02dcc37d10b3c754e3b190be10a +size 7438165328 diff --git a/model-00036-of-00079.safetensors b/model-00036-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c64f33edc8358cd5fd1588cf915626499c3ed863 --- /dev/null +++ b/model-00036-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c56ff7690c73b8760d31958917009b9a9a5fe0cd9dea5a60398628d7b9ece2c6 +size 7438165328 diff --git a/model-00037-of-00079.safetensors b/model-00037-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e346ed3134c11b2ccb3fc5d1a128a8336b480801 --- /dev/null +++ b/model-00037-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c82817db9e7c794d9500e34cea0d0917209c83f9b0ca7a60ffb87d219a70cb91 +size 7438165328 diff --git a/model-00038-of-00079.safetensors b/model-00038-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f19ec67a313aa8923bfaa9bd88afc0c46f04bc74 --- /dev/null +++ b/model-00038-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:063d5ebe8dd324bd18aa3cc5805d9427b401618523deaa037a10996f0e18370d +size 7438165328 diff --git a/model-00039-of-00079.safetensors b/model-00039-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..714e7ebc2656c1c8bd4ae7e885bc88264b2a6027 --- /dev/null +++ b/model-00039-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7b2b13a9b56d727d3df5a96cfd6c94554b3ffee7a8e2565bc39cc52410d94dc +size 7438165328 diff --git a/model-00040-of-00079.safetensors b/model-00040-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..68c19d8365b4cf8a82400fa011787b2cc9a8494e --- /dev/null +++ b/model-00040-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e993a839528d2bb2e7053edab909920cd58ac07e743126d94fa190943f69d7c4 +size 7438165328 diff --git a/model-00041-of-00079.safetensors b/model-00041-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4195bfe721b4354bb9bb3f5d2f525d0770054b9a --- /dev/null +++ b/model-00041-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:deceb2c7b9cfc13317c25f0a0cfc3a925515988024e3c9cbadef7fcd447e1620 +size 7438165328 diff --git a/model-00042-of-00079.safetensors b/model-00042-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2825ced36096bcec46c7ac1b749c628e4acf3e8b --- /dev/null +++ b/model-00042-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62ab7df8d285ae64d0fbad196cb7d15364aad1fcb17954ee487dc631a3650c10 +size 7438165328 diff --git a/model-00043-of-00079.safetensors b/model-00043-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f2302b04eac27d75f3082e1d3807521b66d6855f --- /dev/null +++ b/model-00043-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d469e6859550e2acd16604b807feb4259514a35bc71f8076940b004af1d8ae0 +size 7438165328 diff --git a/model-00044-of-00079.safetensors b/model-00044-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e36b93e88598c6b2ebc4dab4078fb450b89cf4e9 --- /dev/null +++ b/model-00044-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5f1d4445ae926bbec4445342748ebe39b16c568777ab7db8fa95589c1ac549f +size 7438165328 diff --git a/model-00045-of-00079.safetensors b/model-00045-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..47b1c3b2fa2a0e3ddc339b97e609ac7f024a7e41 --- /dev/null +++ b/model-00045-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d30b56332c2f85c14c59c9e5aabcb805d03bc1f3089f5e9b0843891be70f7a6 +size 7438165328 diff --git a/model-00046-of-00079.safetensors b/model-00046-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a15669a3d8077a85da5e67f8ae062173bc29d340 --- /dev/null +++ b/model-00046-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dcb4f4b84b374ac00e62ee60e0ede99fe0c755bc8bac768b0b74bd508b7c0a3 +size 7438165328 diff --git a/model-00047-of-00079.safetensors b/model-00047-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..968dd8676cbb1de20ba11bc90b7eefbd10e26e2e --- /dev/null +++ b/model-00047-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24348c6d6f031e3c5b886638243e54e18f5cfbdfd273f35fab52bf98cc32576e +size 7438165328 diff --git a/model-00048-of-00079.safetensors b/model-00048-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4f36f51b398f33dd1772229c707c9643ffab4305 --- /dev/null +++ b/model-00048-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:823088d8ad4a202d9eda3f46579316eb9cfb9fc789c0d8e9309cf87f4a645415 +size 7438165328 diff --git a/model-00049-of-00079.safetensors b/model-00049-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b06524803a1cfdde37b10abfc1c79b582ab92f1e --- /dev/null +++ b/model-00049-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd51fb5c3e8c68d500b5bfb3da825b6bd5d39b0ab23a16f7926a2eff5693ec9d +size 7438165328 diff --git a/model-00050-of-00079.safetensors b/model-00050-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4e8bd6e6028fc19e24c699e9d36bd7cb8a43617 --- /dev/null +++ b/model-00050-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31011b4fbcc5929f405c3a24220c3987eb09c3f2e38af24763888aaf3bffae56 +size 7438165328 diff --git a/model-00051-of-00079.safetensors b/model-00051-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f2434efbb16a7f956864d1d17d3718ec5d22ca54 --- /dev/null +++ b/model-00051-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba971c23daa8f7ddef277c2d6f8836580597bb9e23a337d7dd63c329625b6d2c +size 7438165328 diff --git a/model-00052-of-00079.safetensors b/model-00052-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fa3b6592b57ef89e9929124b43602833aa885f14 --- /dev/null +++ b/model-00052-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2ff13ffd25804281f5559bc098e7c41d73f142040afc28a88074cb210c7c953 +size 7438165328 diff --git a/model-00053-of-00079.safetensors b/model-00053-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0b47e6091814b7e29c668d674e2a8e88f6d72ae4 --- /dev/null +++ b/model-00053-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:389da56b8812bcef41dd1a3ea2fa843d2bde374cb6b98c4c53464561de55a0d9 +size 7438165328 diff --git a/model-00054-of-00079.safetensors b/model-00054-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b9083ba4d5ce4dd1f55172e98fe50fe6f159d0b3 --- /dev/null +++ b/model-00054-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c35f9a5a8cde219ab66016d20df9ae8f0bdc98ab9dd2d94b7262f6b27a4ab04 +size 7438165328 diff --git a/model-00055-of-00079.safetensors b/model-00055-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f36b5234956c2552c72c7b8d6bd79fe528f86b6f --- /dev/null +++ b/model-00055-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5fcf0c40d12ca19ebe2acf8eb9be9245cb066000b930d07d2626f7e8a393b32 +size 7438165328 diff --git a/model-00056-of-00079.safetensors b/model-00056-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9fa6e9c4063d57844decdf38bb4a886df0877a51 --- /dev/null +++ b/model-00056-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9509881c8f45e608f9f67be0437b4b664426641662eb125f675202bd50e6e2e0 +size 7438165328 diff --git a/model-00057-of-00079.safetensors b/model-00057-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ff15b5bb26f6745b411227ee5d6bbfd658e5648b --- /dev/null +++ b/model-00057-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1eb36585d204c226a8c9de74b7299c49186b95ae6d57f8e082eea7337e9a3a91 +size 7438165328 diff --git a/model-00058-of-00079.safetensors b/model-00058-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..201a2c87f50673fe79fe36fc4ae10bcbc0a16ca3 --- /dev/null +++ b/model-00058-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77c5b7f8fa93b1c5719601f6241bf719ed100bac068ae0b570f1767bbaafe632 +size 7438165328 diff --git a/model-00059-of-00079.safetensors b/model-00059-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b2940310b3cc21cfad7f3e96c22f0c99728ee909 --- /dev/null +++ b/model-00059-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39466522bbf8f244f9f1250ae5936a8b6a3a97df28b4d49b03499f4ecb15396d +size 7438165328 diff --git a/model-00060-of-00079.safetensors b/model-00060-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4dbb8442ae522ef3f4c84fb2ada2853f8a9049dd --- /dev/null +++ b/model-00060-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f587fde497265e5138a8fcfea0e47767a1e424cab38ce16715bbf626e09823c +size 7438165328 diff --git a/model-00061-of-00079.safetensors b/model-00061-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..daf92f1b719622f493726cc2b2845b21b93ba7f0 --- /dev/null +++ b/model-00061-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac1c8f3e240f78eceb58aab0e02261b63c8834937f006a92d3a83e458beb9f3e +size 7438165328 diff --git a/model-00062-of-00079.safetensors b/model-00062-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1040ca983524c8eeb495586ca2d54c03c1519f01 --- /dev/null +++ b/model-00062-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fbe66b95e4f8f88c2844ddf53404664a8d8bc2cd7ceba95c849926125fc36b9 +size 7438165328 diff --git a/model-00063-of-00079.safetensors b/model-00063-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..21b6495f74e6937a4a6426589e1404e6d563a08f --- /dev/null +++ b/model-00063-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d4e46ac0d6438407137f0b38eabaf3da59f73cc1efabb686ea88d0182bd0a3f +size 7438165328 diff --git a/model-00064-of-00079.safetensors b/model-00064-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f0164b1c85538c7b72f38eee2bbe92b92d2319db --- /dev/null +++ b/model-00064-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1c04cc0d74578bc0c367b79feb4c41f3cabfa25a731beea7f831577d54686ba +size 7438165328 diff --git a/model-00065-of-00079.safetensors b/model-00065-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..95e2fb11036a396b738b851caa88de96e282e420 --- /dev/null +++ b/model-00065-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec5cc2913c2fb62e3b3d1998934655a5e442ab8381d8558fdd36845160ebe688 +size 7438165328 diff --git a/model-00066-of-00079.safetensors b/model-00066-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9961c44f026bb8ee6034a8e4476ef5bf3b5dc642 --- /dev/null +++ b/model-00066-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5118fde1c3ec8feac5c4c19579f5e2db9762ace2614148d76f82c992ccb4e3d +size 7438165328 diff --git a/model-00067-of-00079.safetensors b/model-00067-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6ef3d2bf36581d46f1bd0bb0b3d5c5ca399eca00 --- /dev/null +++ b/model-00067-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f6978d5b4771a6c2f90e5f0b60a48fe4ea333506b8b0440a0e3cf461a2c9e2d +size 7438165328 diff --git a/model-00068-of-00079.safetensors b/model-00068-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e3751796223283a912ab089a8559932cb94e4ff8 --- /dev/null +++ b/model-00068-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d40b185b0d3679f1ca5ec4da23e3862d887f0fb47921d3052f877c3cc493826 +size 7438165328 diff --git a/model-00069-of-00079.safetensors b/model-00069-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..686ff8e23b3b0f6726b6d4bee3090d0465df6b5c --- /dev/null +++ b/model-00069-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd218ae68ef5fb46593e717a4b0d939f605cc860c7f00496512df8e9eab2164b +size 7438165328 diff --git a/model-00070-of-00079.safetensors b/model-00070-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a7a57638524da013eea6fd0e7aa84de380ee3c58 --- /dev/null +++ b/model-00070-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d234dabb3e1c465e277557e3c9e45e6c2c146cff65de2b4e53b0fc86860144b +size 7438165328 diff --git a/model-00071-of-00079.safetensors b/model-00071-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..95cdd8e89abccd3daf6cc5732f93ae861f4a6978 --- /dev/null +++ b/model-00071-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37cfc1935b10458b9ad919a93d61887543ce0a950014829bf051a25ce0e91285 +size 7438165328 diff --git a/model-00072-of-00079.safetensors b/model-00072-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..601a320cd1986090935f6e4eeb6e334fba42d647 --- /dev/null +++ b/model-00072-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b382949bad9771a32c8e047afa10e9d4a682a184546db146cf9041368f3cab51 +size 7438165328 diff --git a/model-00073-of-00079.safetensors b/model-00073-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9d96e411783885b935505f0eff3b5c268dc263c4 --- /dev/null +++ b/model-00073-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31f6db95312d12dec1f0645b4e0981b5687a41ac9eab130c0742e96c45da2e8c +size 7438165328 diff --git a/model-00074-of-00079.safetensors b/model-00074-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..916c97d04c686534b3984d5deb0b07ecac915972 --- /dev/null +++ b/model-00074-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e40f0fcb6e548f524e813fa09a57699bd14ab478526f548dd06653f645f93a59 +size 7438165328 diff --git a/model-00075-of-00079.safetensors b/model-00075-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e509a6829e50d2b19b0fdb99b0212e6f2927e5f7 --- /dev/null +++ b/model-00075-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f208a6d5a1233a85220b2a16239f1cc36faf8fdf021458162a3850b3692faf23 +size 7438165328 diff --git a/model-00076-of-00079.safetensors b/model-00076-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..59d8762c6b20316292893b668f98c0678b67abbe --- /dev/null +++ b/model-00076-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42683d107cc05b8ea45ad38c92630a6a612bd99a5dccd41adc8e6a6691732d6d +size 7438165328 diff --git a/model-00077-of-00079.safetensors b/model-00077-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..327f90a493a35b06ec4aaa13085c34c33594da47 --- /dev/null +++ b/model-00077-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99b0a2b91fcba5c17690f80680273259e44f832f27ada1dd00ab2c0354324c7d +size 7438165328 diff --git a/model-00078-of-00079.safetensors b/model-00078-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5a9140fd5a2c7f9311c6d8e696f5c5f31c78124e --- /dev/null +++ b/model-00078-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31e1cea3bc73a5e64d2192b95ad1467bd669209e15846a81a1ddad69782d569e +size 7438165328 diff --git a/model-00079-of-00079.safetensors b/model-00079-of-00079.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4e38bae3fff944c3350309c9ac3fdcb5c40efe97 --- /dev/null +++ b/model-00079-of-00079.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e27f96a1bde2f29ff6b39a6bc10df5088451e6cfe6a8760d88804b32ab76830 +size 5022221072 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000000000000000000000000000000000000..0fb8277fdcc44cecd78dd97a298344b654344f43 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,46553 @@ +{ + "metadata": { + "total_parameters": 295033528320, + "total_size": 590067117312 + }, + "weight_map": { + "lm_head.weight": "model-00001-of-00079.safetensors", + "model.embed_tokens.weight": "model-00001-of-00079.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00079.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00079.safetensors", + "model.layers.0.self_attn.k_norm.weight": "model-00001-of-00079.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.0.self_attn.q_norm.weight": "model-00001-of-00079.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.expert_bias": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.0.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.0.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.0.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.1.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.1.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.1.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.10.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.10.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.10.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.100.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.100.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.100.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.101.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.101.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.101.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.102.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.102.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.102.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.103.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.103.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.103.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.104.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.104.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.104.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.105.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.105.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.105.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.106.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.106.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.106.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.107.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.107.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.107.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.108.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.108.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.108.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.109.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.109.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.109.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.11.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.11.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.11.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.110.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.110.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.110.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.111.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.111.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.111.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.112.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.112.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.112.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.113.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.113.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.113.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.114.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.114.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.114.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.115.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.115.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.115.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.116.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.116.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.116.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.117.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.117.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.117.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.118.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.118.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.118.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.119.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.119.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.119.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.12.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.12.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.12.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.120.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.120.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.120.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.121.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.121.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.121.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.122.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.122.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.122.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.123.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.123.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.123.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.124.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.124.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.124.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.125.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.125.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.125.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.126.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.126.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.126.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.127.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.127.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.127.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.128.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.128.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.128.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.129.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.129.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.129.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.13.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.13.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.13.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.130.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.130.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.130.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.131.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.131.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.131.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.132.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.132.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.132.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.133.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.133.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.133.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.134.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.134.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.134.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.135.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.135.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.135.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.136.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.136.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.136.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.137.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.137.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.137.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.138.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.138.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.138.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.139.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.139.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.139.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.14.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.14.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.14.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.140.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.140.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.140.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.141.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.141.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.141.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.142.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.142.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.142.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.143.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.143.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.143.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.144.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.144.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.144.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.145.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.145.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.145.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.146.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.146.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.146.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.147.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.147.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.147.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.148.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.148.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.148.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.149.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.149.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.149.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.15.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.15.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.15.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.150.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.150.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.150.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.151.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.151.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.151.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.152.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.152.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.152.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.153.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.153.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.153.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.154.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.154.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.154.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.155.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.155.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.155.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.156.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.156.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.156.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.157.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.157.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.157.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.158.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.158.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.158.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.159.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.159.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.159.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.16.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.16.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.16.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.160.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.160.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.160.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.161.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.161.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.161.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.162.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.162.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.162.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.163.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.163.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.163.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.164.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.164.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.164.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.165.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.165.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.165.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.166.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.166.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.166.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.167.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.167.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.167.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.168.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.168.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.168.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.169.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.169.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.169.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.17.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.17.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.17.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.170.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.170.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.170.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.171.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.171.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.171.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.172.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.172.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.172.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.173.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.173.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.173.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.174.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.174.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.174.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.175.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.175.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.175.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.176.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.176.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.176.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.177.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.177.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.177.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.178.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.178.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.178.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.179.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.179.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.179.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.18.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.18.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.18.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.180.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.180.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.180.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.181.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.181.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.181.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.182.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.182.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.182.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.183.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.183.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.183.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.184.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.184.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.184.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.185.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.185.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.185.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.186.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.186.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.186.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.187.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.187.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.187.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.188.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.188.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.188.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.189.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.189.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.189.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.19.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.19.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.19.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.190.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.190.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.190.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.191.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.191.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.191.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.2.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.2.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.2.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.20.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.20.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.20.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.21.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.21.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.21.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.22.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.22.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.22.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.23.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.23.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.23.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.24.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.24.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.24.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.25.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.25.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.25.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.26.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.26.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.26.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.27.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.27.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.27.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.28.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.28.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.28.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.29.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.29.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.29.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.3.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.3.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.3.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.30.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.30.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.30.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.31.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.31.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.31.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.32.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.32.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.32.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.33.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.33.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.33.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.34.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.34.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.34.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.35.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.35.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.35.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.36.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.36.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.36.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.37.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.37.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.37.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.38.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.38.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.38.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.39.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.39.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.39.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.4.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.4.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.4.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.40.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.40.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.40.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.41.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.41.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.41.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.42.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.42.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.42.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.43.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.43.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.43.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.44.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.44.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.44.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.45.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.45.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.45.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.46.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.46.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.46.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.47.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.47.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.47.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.48.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.48.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.48.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.49.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.49.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.49.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.5.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.5.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.5.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.50.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.50.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.50.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.51.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.51.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.51.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.52.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.52.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.52.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.53.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.53.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.53.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.54.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.54.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.54.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.55.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.55.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.55.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.56.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.56.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.56.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.57.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.57.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.57.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.58.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.58.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.58.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.59.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.59.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.59.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.6.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.6.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.6.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.60.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.60.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.60.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.61.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.61.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.61.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.62.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.62.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.62.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.63.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.63.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.63.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.64.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.64.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.64.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.65.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.65.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.65.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.66.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.66.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.66.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.67.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.67.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.67.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.68.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.68.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.68.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.69.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.69.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.69.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.7.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.7.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.7.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.70.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.70.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.70.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.71.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.71.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.71.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.72.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.72.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.72.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.73.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.73.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.73.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.74.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.74.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.74.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.75.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.75.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.75.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.76.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.76.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.76.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.77.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.77.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.77.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.78.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.78.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.78.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.79.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.79.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.79.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.8.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.8.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.8.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.80.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.80.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.80.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.81.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.81.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.81.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.82.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.82.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.82.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.83.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.83.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.83.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.84.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.84.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.84.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.85.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.85.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.85.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.86.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.86.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.86.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.87.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.87.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.87.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.88.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.88.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.88.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.89.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.89.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.89.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.9.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.9.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.9.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.90.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.90.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.90.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.91.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.91.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.91.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.92.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.92.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.92.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.93.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.93.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.93.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.94.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.94.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.94.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.95.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.95.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.95.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.96.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.96.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.96.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.97.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.97.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.97.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.98.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.98.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.98.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.99.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.99.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.experts.99.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.router.gate.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.shared_mlp.down_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.shared_mlp.gate_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.mlp.shared_mlp.up_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00079.safetensors", + "model.layers.1.self_attn.k_norm.weight": "model-00001-of-00079.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.self_attn.q_norm.weight": "model-00001-of-00079.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00079.safetensors", + "model.layers.10.input_layernorm.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.expert_bias": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.0.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.0.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.0.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.1.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.1.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.1.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.10.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.10.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.10.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.100.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.100.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.100.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.101.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.101.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.101.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.102.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.102.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.102.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.103.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.103.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.103.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.104.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.104.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.104.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.105.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.105.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.105.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.106.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.106.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.106.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.107.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.107.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.107.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.108.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.108.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.108.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.109.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.109.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.109.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.11.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.11.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.11.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.110.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.110.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.110.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.111.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.111.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.111.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.112.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.112.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.112.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.113.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.113.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.113.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.114.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.114.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.114.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.115.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.115.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.115.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.116.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.116.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.116.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.117.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.117.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.117.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.118.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.118.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.118.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.119.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.119.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.119.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.12.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.12.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.12.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.120.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.120.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.120.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.121.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.121.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.121.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.122.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.122.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.122.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.123.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.123.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.123.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.124.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.124.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.124.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.125.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.125.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.125.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.126.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.126.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.126.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.127.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.127.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.127.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.128.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.128.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.128.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.129.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.129.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.129.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.13.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.13.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.13.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.130.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.130.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.130.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.131.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.131.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.131.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.132.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.132.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.132.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.133.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.133.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.133.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.134.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.134.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.134.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.135.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.135.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.135.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.136.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.136.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.136.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.137.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.137.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.137.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.138.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.138.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.138.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.139.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.139.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.139.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.14.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.14.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.14.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.140.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.140.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.140.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.141.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.141.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.141.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.142.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.142.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.142.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.143.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.143.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.143.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.144.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.144.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.144.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.145.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.145.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.145.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.146.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.146.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.146.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.147.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.147.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.147.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.148.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.148.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.148.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.149.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.149.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.149.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.15.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.15.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.15.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.150.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.150.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.150.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.151.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.151.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.151.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.152.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.152.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.152.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.153.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.153.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.153.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.154.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.154.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.154.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.155.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.155.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.155.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.156.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.156.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.156.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.157.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.157.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.157.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.158.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.158.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.158.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.159.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.159.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.159.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.16.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.16.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.16.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.160.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.160.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.160.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.161.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.161.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.161.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.162.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.162.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.162.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.163.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.163.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.163.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.164.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.164.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.164.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.165.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.165.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.165.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.166.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.166.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.166.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.167.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.167.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.167.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.168.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.168.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.168.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.169.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.169.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.169.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.17.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.17.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.17.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.170.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.170.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.170.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.171.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.171.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.171.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.172.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.172.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.172.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.173.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.173.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.173.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.174.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.174.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.174.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.175.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.175.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.175.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.176.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.176.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.176.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.177.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.177.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.177.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.178.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.178.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.178.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.179.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.179.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.179.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.18.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.18.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.18.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.180.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.180.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.180.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.181.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.181.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.181.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.182.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.182.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.182.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.183.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.183.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.183.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.184.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.184.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.184.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.185.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.185.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.185.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.186.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.186.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.186.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.187.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.187.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.187.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.188.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.188.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.188.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.189.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.189.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.189.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.19.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.19.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.19.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.190.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.190.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.190.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.191.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.191.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.191.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.2.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.2.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.2.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.20.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.20.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.20.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.21.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.21.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.21.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.22.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.22.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.22.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.23.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.23.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.23.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.24.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.24.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.24.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.25.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.25.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.25.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.26.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.26.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.26.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.27.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.27.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.27.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.28.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.28.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.28.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.29.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.29.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.29.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.3.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.3.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.3.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.30.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.30.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.30.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.31.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.31.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.31.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.32.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.32.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.32.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.33.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.33.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.33.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.34.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.34.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.34.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.35.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.35.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.35.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.36.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.36.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.36.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.37.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.37.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.37.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.38.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.38.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.38.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.39.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.39.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.39.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.4.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.4.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.4.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.40.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.40.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.40.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.41.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.41.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.41.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.42.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.42.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.42.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.43.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.43.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.43.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.44.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.44.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.44.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.45.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.45.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.45.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.46.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.46.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.46.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.47.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.47.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.47.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.48.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.48.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.48.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.49.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.49.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.49.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.5.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.5.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.5.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.50.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.50.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.50.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.51.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.51.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.51.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.52.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.52.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.52.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.53.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.53.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.53.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.54.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.54.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.54.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.55.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.55.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.55.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.56.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.56.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.56.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.57.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.57.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.57.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.58.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.58.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.58.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.59.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.59.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.59.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.6.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.6.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.6.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.60.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.60.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.60.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.61.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.61.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.61.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.62.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.62.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.62.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.63.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.63.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.63.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.64.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.64.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.64.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.65.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.65.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.65.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.66.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.66.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.66.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.67.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.67.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.67.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.68.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.68.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.68.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.69.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.69.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.69.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.7.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.7.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.7.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.70.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.70.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.70.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.71.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.71.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.71.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.72.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.72.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.72.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.73.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.73.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.73.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.74.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.74.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.74.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.75.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.75.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.75.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.76.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.76.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.76.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.77.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.77.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.77.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.78.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.78.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.78.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.79.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.79.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.79.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.8.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.8.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.8.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.80.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.80.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.80.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.81.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.81.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.81.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.82.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.82.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.82.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.83.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.83.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.83.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.84.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.84.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.84.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.85.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.85.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.85.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.86.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.86.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.86.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.87.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.87.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.87.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.88.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.88.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.88.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.89.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.89.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.89.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.9.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.9.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.9.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.90.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.90.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.90.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.91.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.91.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.91.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.92.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.92.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.92.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.93.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.93.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.93.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.94.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.94.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.94.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.95.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.95.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.95.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.96.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.96.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.96.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.97.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.97.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.97.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.98.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.98.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.98.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.99.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.10.mlp.experts.99.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.experts.99.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.router.gate.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.shared_mlp.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.shared_mlp.gate_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.mlp.shared_mlp.up_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00010-of-00079.safetensors", + "model.layers.10.self_attn.k_norm.weight": "model-00010-of-00079.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.self_attn.q_norm.weight": "model-00010-of-00079.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.input_layernorm.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.expert_bias": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.0.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.0.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.0.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.1.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.1.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.1.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.10.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.10.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.10.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.100.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.100.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.100.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.101.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.101.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.101.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.102.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.102.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.102.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.103.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.103.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.103.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.104.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.104.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.104.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.105.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.105.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.105.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.106.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.106.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.106.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.107.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.107.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.107.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.108.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.108.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.108.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.109.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.109.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.109.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.11.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.11.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.11.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.110.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.110.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.110.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.111.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.111.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.111.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.112.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.112.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.112.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.113.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.113.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.113.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.114.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.114.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.114.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.115.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.115.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.115.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.116.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.116.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.116.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.117.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.117.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.117.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.118.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.118.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.118.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.119.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.119.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.119.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.12.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.12.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.12.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.120.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.120.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.120.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.121.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.121.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.121.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.122.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.122.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.122.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.123.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.123.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.123.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.124.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.124.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.124.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.125.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.125.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.125.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.126.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.126.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.126.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.127.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.127.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.127.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.128.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.128.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.128.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.129.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.129.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.129.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.13.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.13.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.13.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.130.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.130.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.130.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.131.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.131.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.131.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.132.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.132.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.132.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.133.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.133.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.133.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.134.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.134.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.134.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.135.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.135.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.135.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.136.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.136.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.136.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.137.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.137.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.137.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.138.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.138.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.138.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.139.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.139.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.139.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.14.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.14.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.14.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.140.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.140.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.140.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.141.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.141.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.141.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.142.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.142.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.142.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.143.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.143.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.143.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.144.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.144.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.144.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.145.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.145.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.145.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.146.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.146.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.146.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.147.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.147.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.147.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.148.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.148.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.148.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.149.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.149.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.149.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.15.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.15.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.15.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.150.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.150.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.150.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.151.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.151.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.151.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.152.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.152.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.152.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.153.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.153.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.153.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.154.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.154.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.154.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.155.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.155.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.155.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.156.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.156.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.156.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.157.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.157.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.157.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.158.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.158.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.158.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.159.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.159.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.159.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.16.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.16.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.16.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.160.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.160.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.160.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.161.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.161.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.161.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.162.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.162.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.162.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.163.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.163.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.163.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.164.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.164.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.164.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.165.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.165.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.165.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.166.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.166.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.166.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.167.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.167.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.167.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.168.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.168.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.168.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.169.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.169.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.169.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.17.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.17.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.17.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.170.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.170.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.170.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.171.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.171.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.171.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.172.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.172.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.172.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.173.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.173.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.173.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.174.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.174.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.174.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.175.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.175.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.175.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.176.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.176.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.176.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.177.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.177.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.177.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.178.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.178.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.178.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.179.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.179.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.179.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.18.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.18.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.18.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.180.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.180.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.180.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.181.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.181.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.181.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.182.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.182.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.182.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.183.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.183.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.183.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.184.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.184.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.184.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.185.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.185.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.185.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.186.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.186.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.186.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.187.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.187.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.187.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.188.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.188.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.188.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.189.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.189.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.189.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.19.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.19.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.19.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.190.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.190.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.190.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.191.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.191.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.191.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.2.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.2.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.2.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.20.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.20.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.20.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.21.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.21.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.21.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.22.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.22.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.22.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.23.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.23.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.23.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.24.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.24.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.24.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.25.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.25.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.25.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.26.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.26.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.26.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.27.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.27.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.27.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.28.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.28.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.28.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.29.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.29.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.29.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.3.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.3.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.3.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.30.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.30.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.30.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.31.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.31.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.31.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.32.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.32.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.32.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.33.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.33.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.33.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.34.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.34.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.34.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.35.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.35.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.35.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.36.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.36.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.36.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.37.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.37.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.37.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.38.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.38.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.38.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.39.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.39.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.39.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.4.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.4.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.4.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.40.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.40.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.40.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.41.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.41.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.41.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.42.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.42.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.42.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.43.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.43.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.43.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.44.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.44.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.44.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.45.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.45.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.45.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.46.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.46.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.46.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.47.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.47.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.47.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.48.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.48.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.48.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.49.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.49.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.49.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.5.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.5.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.5.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.50.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.50.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.50.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.51.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.51.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.51.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.52.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.52.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.52.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.53.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.53.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.53.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.54.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.54.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.54.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.55.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.55.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.55.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.56.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.56.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.56.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.57.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.57.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.57.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.58.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.58.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.58.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.59.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.59.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.59.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.6.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.6.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.6.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.60.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.60.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.60.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.61.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.61.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.61.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.62.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.62.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.62.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.63.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.63.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.63.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.64.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.64.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.64.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.65.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.65.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.65.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.66.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.66.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.66.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.67.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.67.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.67.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.68.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.68.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.68.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.69.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.69.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.69.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.7.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.7.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.7.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.70.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.70.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.70.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.71.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.71.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.71.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.72.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.72.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.72.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.73.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.73.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.73.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.74.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.74.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.74.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.75.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.75.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.75.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.76.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.76.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.76.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.77.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.77.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.77.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.78.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.78.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.78.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.79.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.79.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.79.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.8.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.8.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.8.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.80.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.80.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.80.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.81.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.81.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.81.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.82.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.82.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.82.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.83.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.83.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.83.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.84.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.84.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.84.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.85.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.85.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.85.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.86.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.86.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.86.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.87.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.87.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.87.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.88.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.88.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.88.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.89.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.89.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.89.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.9.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.9.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.9.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.90.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.90.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.90.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.91.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.91.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.91.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.92.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.92.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.92.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.93.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.93.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.93.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.94.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.94.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.94.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.95.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.95.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.95.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.96.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.96.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.96.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.97.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.97.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.97.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.98.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.98.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.98.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.99.down_proj.weight": "model-00010-of-00079.safetensors", + "model.layers.11.mlp.experts.99.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.experts.99.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.router.gate.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.shared_mlp.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.shared_mlp.gate_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.mlp.shared_mlp.up_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00011-of-00079.safetensors", + "model.layers.11.self_attn.k_norm.weight": "model-00011-of-00079.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.self_attn.q_norm.weight": "model-00011-of-00079.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.input_layernorm.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.expert_bias": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.0.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.0.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.0.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.1.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.1.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.1.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.10.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.10.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.10.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.100.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.100.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.100.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.101.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.101.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.101.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.102.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.102.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.102.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.103.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.103.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.103.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.104.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.104.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.104.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.105.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.105.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.105.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.106.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.106.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.106.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.107.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.107.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.107.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.108.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.108.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.108.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.109.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.109.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.109.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.11.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.11.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.11.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.110.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.110.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.110.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.111.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.111.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.111.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.112.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.112.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.112.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.113.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.113.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.113.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.114.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.114.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.114.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.115.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.115.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.115.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.116.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.116.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.116.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.117.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.117.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.117.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.118.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.118.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.118.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.119.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.119.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.119.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.12.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.12.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.12.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.120.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.120.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.120.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.121.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.121.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.121.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.122.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.122.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.122.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.123.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.123.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.123.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.124.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.124.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.124.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.125.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.125.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.125.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.126.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.126.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.126.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.127.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.127.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.127.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.128.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.128.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.128.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.129.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.129.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.129.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.13.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.13.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.13.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.130.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.130.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.130.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.131.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.131.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.131.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.132.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.132.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.132.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.133.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.133.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.133.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.134.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.134.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.134.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.135.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.135.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.135.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.136.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.136.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.136.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.137.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.137.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.137.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.138.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.138.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.138.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.139.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.139.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.139.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.14.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.14.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.14.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.140.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.140.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.140.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.141.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.141.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.141.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.142.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.142.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.142.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.143.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.143.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.143.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.144.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.144.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.144.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.145.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.145.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.145.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.146.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.146.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.146.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.147.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.147.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.147.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.148.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.148.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.148.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.149.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.149.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.149.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.15.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.15.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.15.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.150.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.150.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.150.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.151.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.151.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.151.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.152.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.152.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.152.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.153.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.153.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.153.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.154.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.154.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.154.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.155.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.155.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.155.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.156.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.156.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.156.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.157.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.157.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.157.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.158.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.158.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.158.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.159.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.159.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.159.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.16.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.16.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.16.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.160.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.160.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.160.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.161.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.161.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.161.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.162.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.162.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.162.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.163.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.163.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.163.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.164.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.164.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.164.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.165.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.165.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.165.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.166.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.166.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.166.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.167.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.167.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.167.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.168.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.168.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.168.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.169.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.169.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.169.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.17.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.17.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.17.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.170.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.170.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.170.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.171.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.171.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.171.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.172.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.172.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.172.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.173.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.173.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.173.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.174.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.174.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.174.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.175.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.175.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.175.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.176.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.176.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.176.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.177.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.177.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.177.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.178.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.178.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.178.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.179.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.179.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.179.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.18.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.18.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.18.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.180.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.180.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.180.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.181.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.181.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.181.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.182.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.182.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.182.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.183.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.183.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.183.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.184.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.184.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.184.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.185.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.185.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.185.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.186.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.186.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.186.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.187.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.187.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.187.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.188.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.188.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.188.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.189.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.189.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.189.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.19.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.19.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.19.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.190.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.190.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.190.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.191.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.191.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.191.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.2.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.2.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.2.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.20.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.20.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.20.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.21.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.21.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.21.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.22.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.22.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.22.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.23.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.23.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.23.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.24.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.24.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.24.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.25.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.25.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.25.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.26.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.26.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.26.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.27.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.27.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.27.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.28.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.28.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.28.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.29.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.29.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.29.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.3.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.3.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.3.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.30.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.30.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.30.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.31.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.31.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.31.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.32.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.32.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.32.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.33.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.33.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.33.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.34.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.34.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.34.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.35.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.35.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.35.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.36.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.36.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.36.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.37.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.37.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.37.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.38.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.38.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.38.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.39.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.39.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.39.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.4.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.4.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.4.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.40.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.40.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.40.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.41.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.41.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.41.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.42.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.42.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.42.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.43.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.43.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.43.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.44.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.44.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.44.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.45.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.45.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.45.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.46.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.46.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.46.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.47.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.47.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.47.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.48.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.48.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.48.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.49.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.49.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.49.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.5.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.5.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.5.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.50.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.50.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.50.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.51.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.51.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.51.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.52.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.52.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.52.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.53.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.53.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.53.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.54.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.54.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.54.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.55.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.55.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.55.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.56.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.56.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.56.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.57.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.57.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.57.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.58.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.58.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.58.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.59.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.59.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.59.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.6.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.6.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.6.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.60.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.60.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.60.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.61.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.61.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.61.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.62.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.62.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.62.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.63.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.63.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.63.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.64.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.64.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.64.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.65.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.65.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.65.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.66.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.66.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.66.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.67.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.67.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.67.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.68.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.68.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.68.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.69.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.69.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.69.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.7.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.7.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.7.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.70.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.70.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.70.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.71.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.71.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.71.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.72.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.72.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.72.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.73.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.73.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.73.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.74.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.74.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.74.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.75.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.75.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.75.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.76.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.76.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.76.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.77.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.77.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.77.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.78.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.78.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.78.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.79.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.79.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.79.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.8.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.8.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.8.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.80.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.80.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.80.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.81.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.81.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.81.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.82.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.82.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.82.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.83.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.83.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.83.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.84.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.84.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.84.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.85.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.85.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.85.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.86.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.86.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.86.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.87.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.87.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.87.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.88.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.88.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.88.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.89.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.89.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.89.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.9.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.9.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.9.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.90.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.90.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.90.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.91.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.91.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.91.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.92.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.92.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.92.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.93.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.93.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.93.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.94.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.94.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.94.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.95.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.95.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.95.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.96.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.96.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.96.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.97.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.97.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.97.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.98.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.98.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.98.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.99.down_proj.weight": "model-00011-of-00079.safetensors", + "model.layers.12.mlp.experts.99.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.experts.99.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.router.gate.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.shared_mlp.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.shared_mlp.gate_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.mlp.shared_mlp.up_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00012-of-00079.safetensors", + "model.layers.12.self_attn.k_norm.weight": "model-00012-of-00079.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.self_attn.q_norm.weight": "model-00012-of-00079.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.input_layernorm.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.expert_bias": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.0.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.0.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.0.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.1.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.1.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.1.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.10.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.10.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.10.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.100.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.100.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.100.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.101.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.101.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.101.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.102.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.102.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.102.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.103.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.103.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.103.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.104.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.104.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.104.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.105.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.105.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.105.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.106.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.106.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.106.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.107.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.107.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.107.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.108.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.108.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.108.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.109.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.109.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.109.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.11.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.11.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.11.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.110.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.110.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.110.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.111.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.111.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.111.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.112.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.112.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.112.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.113.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.113.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.113.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.114.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.114.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.114.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.115.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.115.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.115.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.116.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.116.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.116.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.117.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.117.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.117.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.118.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.118.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.118.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.119.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.119.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.119.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.12.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.12.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.12.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.120.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.120.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.120.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.121.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.121.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.121.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.122.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.122.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.122.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.123.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.123.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.123.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.124.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.124.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.124.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.125.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.125.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.125.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.126.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.126.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.126.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.127.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.127.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.127.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.128.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.128.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.128.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.129.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.129.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.129.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.13.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.13.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.13.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.130.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.130.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.130.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.131.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.131.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.131.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.132.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.132.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.132.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.133.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.133.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.133.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.134.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.134.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.134.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.135.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.135.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.135.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.136.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.136.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.136.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.137.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.137.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.137.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.138.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.138.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.138.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.139.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.139.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.139.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.14.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.14.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.14.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.140.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.140.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.140.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.141.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.141.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.141.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.142.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.142.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.142.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.143.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.143.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.143.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.144.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.144.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.144.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.145.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.145.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.145.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.146.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.146.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.146.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.147.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.147.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.147.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.148.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.148.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.148.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.149.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.149.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.149.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.15.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.15.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.15.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.150.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.150.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.150.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.151.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.151.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.151.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.152.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.152.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.152.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.153.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.153.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.153.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.154.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.154.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.154.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.155.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.155.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.155.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.156.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.156.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.156.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.157.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.157.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.157.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.158.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.158.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.158.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.159.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.159.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.159.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.16.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.16.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.16.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.160.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.160.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.160.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.161.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.161.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.161.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.162.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.162.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.162.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.163.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.163.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.163.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.164.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.164.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.164.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.165.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.165.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.165.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.166.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.166.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.166.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.167.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.167.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.167.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.168.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.168.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.168.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.169.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.169.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.169.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.17.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.17.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.17.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.170.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.170.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.170.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.171.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.171.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.171.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.172.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.172.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.172.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.173.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.173.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.173.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.174.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.174.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.174.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.175.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.175.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.175.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.176.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.176.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.176.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.177.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.177.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.177.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.178.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.178.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.178.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.179.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.179.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.179.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.18.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.18.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.18.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.180.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.180.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.180.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.181.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.181.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.181.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.182.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.182.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.182.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.183.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.183.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.183.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.184.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.184.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.184.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.185.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.185.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.185.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.186.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.186.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.186.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.187.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.187.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.187.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.188.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.188.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.188.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.189.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.189.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.189.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.19.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.19.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.19.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.190.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.190.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.190.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.191.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.191.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.191.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.2.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.2.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.2.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.20.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.20.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.20.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.21.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.21.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.21.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.22.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.22.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.22.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.23.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.23.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.23.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.24.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.24.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.24.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.25.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.25.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.25.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.26.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.26.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.26.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.27.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.27.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.27.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.28.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.28.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.28.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.29.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.29.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.29.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.3.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.3.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.3.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.30.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.30.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.30.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.31.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.31.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.31.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.32.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.32.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.32.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.33.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.33.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.33.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.34.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.34.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.34.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.35.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.35.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.35.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.36.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.36.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.36.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.37.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.37.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.37.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.38.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.38.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.38.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.39.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.39.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.39.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.4.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.4.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.4.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.40.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.40.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.40.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.41.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.41.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.41.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.42.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.42.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.42.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.43.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.43.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.43.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.44.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.44.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.44.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.45.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.45.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.45.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.46.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.46.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.46.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.47.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.47.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.47.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.48.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.48.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.48.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.49.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.49.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.49.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.5.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.5.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.5.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.50.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.50.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.50.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.51.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.51.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.51.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.52.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.52.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.52.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.53.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.53.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.53.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.54.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.54.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.54.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.55.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.55.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.55.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.56.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.56.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.56.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.57.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.57.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.57.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.58.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.58.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.58.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.59.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.59.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.59.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.6.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.6.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.6.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.60.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.60.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.60.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.61.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.61.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.61.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.62.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.62.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.62.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.63.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.63.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.63.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.64.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.64.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.64.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.65.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.65.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.65.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.66.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.66.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.66.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.67.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.67.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.67.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.68.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.68.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.68.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.69.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.69.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.69.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.7.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.7.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.7.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.70.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.70.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.70.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.71.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.71.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.71.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.72.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.72.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.72.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.73.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.73.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.73.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.74.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.74.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.74.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.75.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.75.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.75.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.76.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.76.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.76.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.77.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.77.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.77.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.78.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.78.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.78.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.79.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.79.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.79.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.8.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.8.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.8.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.80.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.80.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.80.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.81.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.81.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.81.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.82.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.82.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.82.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.83.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.83.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.83.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.84.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.84.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.84.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.85.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.85.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.85.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.86.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.86.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.86.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.87.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.87.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.87.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.88.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.88.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.88.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.89.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.89.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.89.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.9.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.9.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.9.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.90.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.90.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.90.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.91.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.91.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.91.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.92.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.92.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.92.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.93.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.93.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.93.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.94.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.94.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.94.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.95.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.95.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.95.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.96.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.96.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.96.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.97.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.97.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.97.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.98.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.98.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.98.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.99.down_proj.weight": "model-00012-of-00079.safetensors", + "model.layers.13.mlp.experts.99.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.experts.99.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.router.gate.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.shared_mlp.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.shared_mlp.gate_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.mlp.shared_mlp.up_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00013-of-00079.safetensors", + "model.layers.13.self_attn.k_norm.weight": "model-00013-of-00079.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.self_attn.q_norm.weight": "model-00013-of-00079.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.input_layernorm.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.expert_bias": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.0.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.0.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.0.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.1.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.1.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.1.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.10.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.10.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.10.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.100.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.100.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.100.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.101.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.101.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.101.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.102.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.102.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.102.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.103.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.103.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.103.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.104.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.104.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.104.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.105.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.105.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.105.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.106.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.106.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.106.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.107.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.107.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.107.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.108.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.108.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.108.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.109.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.109.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.109.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.11.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.11.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.11.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.110.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.110.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.110.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.111.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.111.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.111.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.112.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.112.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.112.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.113.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.113.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.113.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.114.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.114.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.114.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.115.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.115.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.115.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.116.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.116.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.116.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.117.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.117.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.117.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.118.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.118.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.118.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.119.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.119.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.119.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.12.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.12.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.12.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.120.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.120.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.120.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.121.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.121.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.121.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.122.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.122.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.122.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.123.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.123.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.123.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.124.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.124.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.124.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.125.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.125.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.125.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.126.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.126.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.126.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.127.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.127.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.127.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.128.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.128.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.128.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.129.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.129.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.129.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.13.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.13.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.13.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.130.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.130.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.130.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.131.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.131.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.131.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.132.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.132.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.132.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.133.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.133.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.133.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.134.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.134.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.134.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.135.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.135.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.135.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.136.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.136.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.136.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.137.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.137.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.137.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.138.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.138.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.138.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.139.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.139.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.139.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.14.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.14.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.14.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.140.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.140.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.140.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.141.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.141.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.141.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.142.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.142.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.142.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.143.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.143.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.143.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.144.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.144.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.144.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.145.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.145.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.145.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.146.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.146.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.146.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.147.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.147.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.147.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.148.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.148.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.148.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.149.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.149.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.149.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.15.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.15.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.15.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.150.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.150.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.150.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.151.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.151.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.151.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.152.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.152.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.152.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.153.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.153.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.153.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.154.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.154.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.154.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.155.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.155.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.155.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.156.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.156.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.156.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.157.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.157.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.157.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.158.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.158.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.158.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.159.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.159.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.159.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.16.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.16.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.16.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.160.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.160.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.160.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.161.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.161.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.161.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.162.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.162.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.162.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.163.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.163.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.163.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.164.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.164.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.164.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.165.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.165.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.165.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.166.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.166.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.166.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.167.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.167.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.167.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.168.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.168.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.168.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.169.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.169.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.169.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.17.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.17.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.17.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.170.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.170.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.170.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.171.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.171.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.171.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.172.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.172.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.172.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.173.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.173.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.173.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.174.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.174.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.174.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.175.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.175.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.175.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.176.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.176.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.176.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.177.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.177.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.177.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.178.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.178.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.178.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.179.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.179.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.179.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.18.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.18.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.18.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.180.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.180.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.180.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.181.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.181.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.181.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.182.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.182.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.182.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.183.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.183.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.183.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.184.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.184.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.184.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.185.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.185.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.185.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.186.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.186.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.186.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.187.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.187.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.187.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.188.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.188.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.188.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.189.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.189.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.189.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.19.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.19.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.19.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.190.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.190.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.190.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.191.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.191.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.191.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.2.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.2.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.2.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.20.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.20.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.20.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.21.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.21.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.21.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.22.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.22.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.22.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.23.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.23.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.23.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.24.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.24.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.24.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.25.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.25.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.25.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.26.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.26.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.26.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.27.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.27.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.27.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.28.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.28.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.28.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.29.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.29.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.29.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.3.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.3.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.3.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.30.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.30.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.30.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.31.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.31.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.31.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.32.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.32.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.32.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.33.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.33.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.33.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.34.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.34.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.34.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.35.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.35.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.35.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.36.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.36.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.36.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.37.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.37.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.37.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.38.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.38.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.38.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.39.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.39.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.39.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.4.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.4.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.4.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.40.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.40.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.40.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.41.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.41.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.41.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.42.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.42.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.42.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.43.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.43.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.43.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.44.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.44.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.44.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.45.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.45.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.45.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.46.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.46.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.46.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.47.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.47.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.47.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.48.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.48.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.48.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.49.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.49.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.49.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.5.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.5.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.5.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.50.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.50.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.50.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.51.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.51.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.51.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.52.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.52.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.52.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.53.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.53.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.53.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.54.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.54.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.54.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.55.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.55.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.55.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.56.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.56.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.56.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.57.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.57.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.57.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.58.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.58.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.58.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.59.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.59.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.59.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.6.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.6.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.6.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.60.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.60.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.60.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.61.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.61.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.61.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.62.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.62.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.62.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.63.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.63.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.63.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.64.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.64.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.64.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.65.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.65.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.65.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.66.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.66.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.66.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.67.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.67.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.67.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.68.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.68.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.68.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.69.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.69.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.69.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.7.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.7.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.7.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.70.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.70.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.70.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.71.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.71.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.71.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.72.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.72.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.72.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.73.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.73.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.73.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.74.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.74.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.74.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.75.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.75.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.75.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.76.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.76.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.76.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.77.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.77.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.77.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.78.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.78.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.78.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.79.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.79.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.79.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.8.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.8.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.8.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.80.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.80.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.80.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.81.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.81.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.81.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.82.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.82.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.82.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.83.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.83.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.83.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.84.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.84.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.84.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.85.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.85.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.85.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.86.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.86.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.86.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.87.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.87.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.87.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.88.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.88.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.88.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.89.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.89.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.89.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.9.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.9.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.9.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.90.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.90.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.90.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.91.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.91.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.91.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.92.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.92.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.92.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.93.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.93.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.93.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.94.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.94.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.94.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.95.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.95.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.95.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.96.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.96.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.96.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.97.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.97.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.97.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.98.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.98.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.98.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.99.down_proj.weight": "model-00013-of-00079.safetensors", + "model.layers.14.mlp.experts.99.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.experts.99.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.router.gate.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.shared_mlp.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.shared_mlp.gate_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.mlp.shared_mlp.up_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00014-of-00079.safetensors", + "model.layers.14.self_attn.k_norm.weight": "model-00014-of-00079.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.self_attn.q_norm.weight": "model-00014-of-00079.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.input_layernorm.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.expert_bias": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.0.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.0.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.0.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.1.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.1.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.1.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.10.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.10.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.10.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.100.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.100.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.100.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.101.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.101.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.101.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.102.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.102.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.102.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.103.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.103.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.103.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.104.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.104.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.104.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.105.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.105.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.105.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.106.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.106.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.106.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.107.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.107.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.107.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.108.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.108.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.108.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.109.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.109.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.109.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.11.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.11.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.11.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.110.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.110.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.110.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.111.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.111.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.111.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.112.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.112.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.112.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.113.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.113.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.113.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.114.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.114.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.114.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.115.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.115.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.115.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.116.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.116.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.116.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.117.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.117.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.117.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.118.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.118.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.118.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.119.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.119.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.119.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.12.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.12.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.12.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.120.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.120.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.120.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.121.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.121.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.121.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.122.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.122.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.122.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.123.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.123.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.123.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.124.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.124.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.124.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.125.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.125.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.125.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.126.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.126.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.126.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.127.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.127.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.127.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.128.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.128.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.128.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.129.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.129.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.129.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.13.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.13.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.13.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.130.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.130.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.130.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.131.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.131.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.131.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.132.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.132.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.132.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.133.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.133.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.133.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.134.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.134.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.134.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.135.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.135.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.135.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.136.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.136.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.136.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.137.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.137.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.137.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.138.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.138.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.138.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.139.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.139.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.139.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.14.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.14.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.14.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.140.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.140.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.140.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.141.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.141.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.141.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.142.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.142.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.142.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.143.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.143.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.143.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.144.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.144.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.144.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.145.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.145.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.145.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.146.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.146.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.146.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.147.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.147.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.147.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.148.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.148.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.148.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.149.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.149.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.149.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.15.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.15.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.15.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.150.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.150.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.150.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.151.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.151.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.151.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.152.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.152.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.152.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.153.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.153.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.153.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.154.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.154.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.154.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.155.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.155.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.155.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.156.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.156.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.156.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.157.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.157.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.157.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.158.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.158.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.158.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.159.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.159.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.159.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.16.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.16.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.16.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.160.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.160.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.160.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.161.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.161.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.161.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.162.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.162.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.162.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.163.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.163.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.163.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.164.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.164.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.164.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.165.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.165.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.165.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.166.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.166.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.166.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.167.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.167.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.167.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.168.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.168.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.168.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.169.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.169.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.169.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.17.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.17.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.17.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.170.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.170.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.170.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.171.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.171.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.171.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.172.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.172.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.172.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.173.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.173.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.173.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.174.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.174.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.174.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.175.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.175.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.175.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.176.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.176.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.176.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.177.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.177.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.177.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.178.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.178.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.178.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.179.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.179.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.179.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.18.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.18.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.18.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.180.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.180.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.180.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.181.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.181.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.181.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.182.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.182.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.182.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.183.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.183.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.183.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.184.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.184.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.184.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.185.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.185.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.185.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.186.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.186.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.186.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.187.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.187.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.187.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.188.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.188.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.188.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.189.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.189.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.189.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.19.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.19.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.19.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.190.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.190.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.190.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.191.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.191.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.191.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.2.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.2.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.2.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.20.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.20.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.20.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.21.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.21.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.21.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.22.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.22.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.22.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.23.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.23.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.23.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.24.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.24.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.24.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.25.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.25.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.25.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.26.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.26.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.26.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.27.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.27.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.27.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.28.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.28.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.28.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.29.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.29.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.29.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.3.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.3.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.3.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.30.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.30.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.30.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.31.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.31.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.31.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.32.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.32.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.32.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.33.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.33.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.33.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.34.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.34.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.34.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.35.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.35.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.35.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.36.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.36.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.36.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.37.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.37.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.37.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.38.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.38.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.38.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.39.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.39.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.39.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.4.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.4.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.4.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.40.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.40.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.40.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.41.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.41.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.41.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.42.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.42.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.42.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.43.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.43.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.43.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.44.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.44.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.44.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.45.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.45.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.45.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.46.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.46.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.46.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.47.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.47.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.47.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.48.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.48.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.48.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.49.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.49.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.49.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.5.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.5.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.5.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.50.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.50.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.50.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.51.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.51.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.51.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.52.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.52.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.52.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.53.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.53.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.53.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.54.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.54.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.54.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.55.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.55.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.55.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.56.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.56.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.56.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.57.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.57.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.57.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.58.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.58.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.58.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.59.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.59.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.59.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.6.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.6.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.6.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.60.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.60.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.60.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.61.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.61.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.61.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.62.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.62.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.62.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.63.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.63.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.63.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.64.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.64.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.64.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.65.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.65.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.65.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.66.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.66.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.66.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.67.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.67.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.67.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.68.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.68.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.68.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.69.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.69.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.69.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.7.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.7.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.7.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.70.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.70.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.70.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.71.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.71.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.71.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.72.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.72.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.72.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.73.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.73.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.73.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.74.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.74.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.74.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.75.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.75.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.75.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.76.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.76.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.76.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.77.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.77.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.77.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.78.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.78.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.78.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.79.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.79.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.79.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.8.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.8.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.8.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.80.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.80.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.80.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.81.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.81.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.81.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.82.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.82.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.82.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.83.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.83.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.83.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.84.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.84.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.84.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.85.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.85.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.85.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.86.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.86.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.86.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.87.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.87.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.87.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.88.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.88.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.88.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.89.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.89.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.89.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.9.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.9.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.9.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.90.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.90.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.90.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.91.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.91.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.91.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.92.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.92.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.92.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.93.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.93.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.93.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.94.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.94.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.94.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.95.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.95.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.95.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.96.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.96.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.96.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.97.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.97.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.97.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.98.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.98.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.98.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.99.down_proj.weight": "model-00014-of-00079.safetensors", + "model.layers.15.mlp.experts.99.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.experts.99.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.router.gate.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.shared_mlp.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.shared_mlp.gate_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.mlp.shared_mlp.up_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00015-of-00079.safetensors", + "model.layers.15.self_attn.k_norm.weight": "model-00015-of-00079.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.self_attn.q_norm.weight": "model-00015-of-00079.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.input_layernorm.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.expert_bias": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.0.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.0.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.0.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.1.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.1.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.1.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.10.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.10.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.10.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.100.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.100.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.100.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.101.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.101.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.101.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.102.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.102.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.102.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.103.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.103.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.103.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.104.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.104.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.104.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.105.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.105.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.105.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.106.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.106.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.106.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.107.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.107.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.107.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.108.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.108.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.108.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.109.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.109.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.109.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.11.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.11.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.11.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.110.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.110.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.110.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.111.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.111.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.111.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.112.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.112.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.112.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.113.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.113.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.113.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.114.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.114.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.114.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.115.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.115.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.115.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.116.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.116.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.116.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.117.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.117.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.117.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.118.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.118.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.118.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.119.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.119.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.119.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.12.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.12.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.12.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.120.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.120.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.120.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.121.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.121.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.121.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.122.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.122.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.122.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.123.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.123.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.123.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.124.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.124.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.124.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.125.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.125.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.125.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.126.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.126.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.126.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.127.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.127.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.127.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.128.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.128.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.128.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.129.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.129.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.129.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.13.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.13.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.13.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.130.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.130.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.130.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.131.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.131.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.131.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.132.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.132.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.132.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.133.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.133.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.133.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.134.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.134.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.134.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.135.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.135.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.135.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.136.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.136.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.136.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.137.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.137.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.137.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.138.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.138.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.138.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.139.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.139.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.139.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.14.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.14.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.14.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.140.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.140.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.140.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.141.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.141.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.141.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.142.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.142.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.142.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.143.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.143.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.143.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.144.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.144.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.144.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.145.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.145.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.145.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.146.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.146.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.146.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.147.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.147.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.147.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.148.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.148.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.148.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.149.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.149.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.149.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.15.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.15.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.15.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.150.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.150.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.150.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.151.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.151.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.151.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.152.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.152.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.152.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.153.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.153.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.153.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.154.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.154.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.154.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.155.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.155.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.155.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.156.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.156.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.156.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.157.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.157.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.157.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.158.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.158.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.158.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.159.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.159.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.159.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.16.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.16.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.16.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.160.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.160.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.160.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.161.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.161.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.161.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.162.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.162.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.162.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.163.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.163.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.163.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.164.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.164.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.164.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.165.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.165.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.165.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.166.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.166.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.166.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.167.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.167.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.167.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.168.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.168.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.168.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.169.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.169.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.169.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.17.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.17.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.17.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.170.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.170.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.170.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.171.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.171.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.171.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.172.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.172.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.172.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.173.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.173.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.173.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.174.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.174.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.174.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.175.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.175.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.175.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.176.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.176.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.176.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.177.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.177.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.177.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.178.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.178.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.178.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.179.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.179.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.179.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.18.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.18.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.18.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.180.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.180.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.180.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.181.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.181.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.181.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.182.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.182.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.182.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.183.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.183.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.183.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.184.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.184.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.184.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.185.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.185.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.185.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.186.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.186.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.186.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.187.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.187.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.187.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.188.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.188.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.188.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.189.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.189.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.189.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.19.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.19.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.19.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.190.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.190.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.190.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.191.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.191.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.191.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.2.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.2.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.2.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.20.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.20.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.20.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.21.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.21.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.21.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.22.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.22.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.22.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.23.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.23.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.23.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.24.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.24.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.24.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.25.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.25.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.25.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.26.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.26.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.26.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.27.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.27.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.27.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.28.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.28.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.28.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.29.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.29.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.29.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.3.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.3.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.3.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.30.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.30.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.30.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.31.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.31.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.31.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.32.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.32.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.32.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.33.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.33.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.33.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.34.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.34.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.34.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.35.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.35.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.35.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.36.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.36.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.36.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.37.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.37.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.37.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.38.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.38.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.38.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.39.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.39.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.39.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.4.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.4.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.4.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.40.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.40.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.40.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.41.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.41.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.41.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.42.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.42.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.42.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.43.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.43.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.43.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.44.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.44.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.44.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.45.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.45.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.45.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.46.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.46.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.46.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.47.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.47.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.47.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.48.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.48.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.48.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.49.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.49.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.49.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.5.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.5.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.5.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.50.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.50.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.50.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.51.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.51.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.51.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.52.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.52.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.52.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.53.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.53.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.53.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.54.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.54.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.54.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.55.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.55.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.55.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.56.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.56.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.56.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.57.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.57.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.57.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.58.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.58.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.58.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.59.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.59.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.59.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.6.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.6.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.6.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.60.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.60.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.60.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.61.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.61.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.61.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.62.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.62.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.62.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.63.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.63.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.63.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.64.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.64.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.64.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.65.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.65.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.65.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.66.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.66.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.66.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.67.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.67.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.67.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.68.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.68.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.68.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.69.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.69.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.69.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.7.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.7.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.7.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.70.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.70.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.70.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.71.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.71.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.71.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.72.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.72.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.72.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.73.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.73.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.73.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.74.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.74.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.74.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.75.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.75.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.75.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.76.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.76.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.76.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.77.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.77.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.77.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.78.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.78.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.78.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.79.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.79.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.79.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.8.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.8.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.8.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.80.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.80.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.80.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.81.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.81.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.81.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.82.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.82.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.82.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.83.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.83.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.83.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.84.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.84.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.84.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.85.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.85.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.85.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.86.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.86.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.86.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.87.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.87.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.87.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.88.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.88.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.88.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.89.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.89.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.89.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.9.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.9.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.9.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.90.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.90.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.90.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.91.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.91.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.91.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.92.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.92.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.92.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.93.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.93.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.93.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.94.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.94.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.94.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.95.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.95.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.95.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.96.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.96.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.96.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.97.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.97.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.97.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.98.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.98.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.98.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.99.down_proj.weight": "model-00015-of-00079.safetensors", + "model.layers.16.mlp.experts.99.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.experts.99.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.router.gate.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.shared_mlp.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.shared_mlp.gate_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.mlp.shared_mlp.up_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00016-of-00079.safetensors", + "model.layers.16.self_attn.k_norm.weight": "model-00016-of-00079.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.self_attn.q_norm.weight": "model-00016-of-00079.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.input_layernorm.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.expert_bias": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.0.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.0.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.0.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.1.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.1.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.1.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.10.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.10.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.10.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.100.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.100.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.100.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.101.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.101.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.101.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.102.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.102.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.102.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.103.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.103.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.103.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.104.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.104.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.104.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.105.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.105.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.105.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.106.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.106.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.106.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.107.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.107.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.107.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.108.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.108.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.108.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.109.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.109.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.109.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.11.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.11.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.11.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.110.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.110.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.110.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.111.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.111.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.111.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.112.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.112.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.112.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.113.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.113.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.113.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.114.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.114.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.114.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.115.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.115.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.115.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.116.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.116.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.116.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.117.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.117.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.117.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.118.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.118.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.118.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.119.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.119.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.119.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.12.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.12.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.12.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.120.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.120.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.120.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.121.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.121.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.121.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.122.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.122.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.122.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.123.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.123.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.123.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.124.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.124.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.124.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.125.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.125.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.125.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.126.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.126.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.126.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.127.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.127.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.127.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.128.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.128.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.128.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.129.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.129.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.129.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.13.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.13.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.13.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.130.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.130.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.130.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.131.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.131.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.131.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.132.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.132.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.132.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.133.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.133.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.133.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.134.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.134.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.134.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.135.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.135.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.135.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.136.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.136.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.136.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.137.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.137.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.137.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.138.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.138.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.138.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.139.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.139.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.139.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.14.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.14.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.14.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.140.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.140.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.140.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.141.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.141.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.141.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.142.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.142.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.142.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.143.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.143.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.143.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.144.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.144.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.144.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.145.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.145.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.145.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.146.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.146.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.146.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.147.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.147.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.147.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.148.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.148.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.148.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.149.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.149.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.149.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.15.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.15.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.15.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.150.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.150.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.150.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.151.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.151.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.151.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.152.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.152.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.152.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.153.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.153.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.153.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.154.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.154.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.154.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.155.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.155.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.155.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.156.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.156.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.156.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.157.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.157.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.157.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.158.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.158.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.158.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.159.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.159.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.159.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.16.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.16.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.16.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.160.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.160.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.160.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.161.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.161.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.161.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.162.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.162.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.162.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.163.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.163.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.163.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.164.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.164.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.164.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.165.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.165.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.165.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.166.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.166.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.166.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.167.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.167.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.167.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.168.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.168.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.168.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.169.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.169.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.169.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.17.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.17.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.17.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.170.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.170.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.170.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.171.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.171.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.171.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.172.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.172.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.172.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.173.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.173.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.173.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.174.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.174.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.174.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.175.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.175.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.175.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.176.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.176.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.176.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.177.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.177.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.177.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.178.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.178.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.178.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.179.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.179.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.179.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.18.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.18.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.18.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.180.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.180.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.180.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.181.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.181.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.181.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.182.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.182.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.182.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.183.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.183.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.183.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.184.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.184.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.184.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.185.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.185.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.185.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.186.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.186.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.186.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.187.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.187.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.187.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.188.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.188.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.188.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.189.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.189.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.189.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.19.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.19.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.19.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.190.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.190.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.190.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.191.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.191.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.191.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.2.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.2.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.2.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.20.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.20.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.20.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.21.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.21.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.21.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.22.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.22.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.22.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.23.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.23.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.23.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.24.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.24.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.24.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.25.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.25.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.25.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.26.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.26.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.26.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.27.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.27.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.27.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.28.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.28.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.28.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.29.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.29.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.29.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.3.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.3.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.3.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.30.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.30.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.30.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.31.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.31.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.31.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.32.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.32.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.32.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.33.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.33.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.33.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.34.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.34.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.34.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.35.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.35.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.35.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.36.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.36.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.36.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.37.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.37.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.37.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.38.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.38.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.38.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.39.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.39.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.39.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.4.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.4.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.4.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.40.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.40.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.40.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.41.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.41.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.41.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.42.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.42.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.42.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.43.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.43.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.43.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.44.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.44.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.44.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.45.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.45.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.45.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.46.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.46.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.46.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.47.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.47.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.47.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.48.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.48.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.48.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.49.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.49.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.49.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.5.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.5.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.5.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.50.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.50.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.50.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.51.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.51.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.51.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.52.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.52.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.52.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.53.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.53.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.53.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.54.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.54.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.54.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.55.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.55.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.55.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.56.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.56.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.56.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.57.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.57.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.57.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.58.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.58.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.58.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.59.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.59.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.59.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.6.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.6.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.6.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.60.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.60.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.60.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.61.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.61.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.61.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.62.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.62.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.62.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.63.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.63.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.63.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.64.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.64.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.64.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.65.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.65.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.65.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.66.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.66.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.66.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.67.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.67.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.67.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.68.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.68.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.68.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.69.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.69.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.69.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.7.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.7.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.7.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.70.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.70.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.70.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.71.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.71.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.71.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.72.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.72.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.72.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.73.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.73.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.73.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.74.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.74.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.74.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.75.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.75.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.75.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.76.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.76.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.76.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.77.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.77.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.77.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.78.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.78.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.78.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.79.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.79.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.79.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.8.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.8.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.8.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.80.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.80.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.80.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.81.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.81.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.81.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.82.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.82.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.82.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.83.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.83.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.83.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.84.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.84.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.84.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.85.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.85.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.85.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.86.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.86.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.86.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.87.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.87.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.87.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.88.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.88.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.88.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.89.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.89.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.89.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.9.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.9.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.9.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.90.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.90.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.90.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.91.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.91.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.91.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.92.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.92.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.92.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.93.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.93.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.93.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.94.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.94.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.94.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.95.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.95.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.95.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.96.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.96.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.96.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.97.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.97.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.97.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.98.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.98.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.98.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.99.down_proj.weight": "model-00016-of-00079.safetensors", + "model.layers.17.mlp.experts.99.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.experts.99.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.router.gate.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.shared_mlp.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.shared_mlp.gate_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.mlp.shared_mlp.up_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00017-of-00079.safetensors", + "model.layers.17.self_attn.k_norm.weight": "model-00017-of-00079.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.self_attn.q_norm.weight": "model-00017-of-00079.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.input_layernorm.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.expert_bias": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.0.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.0.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.0.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.1.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.1.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.1.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.10.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.10.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.10.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.100.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.100.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.100.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.101.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.101.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.101.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.102.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.102.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.102.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.103.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.103.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.103.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.104.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.104.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.104.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.105.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.105.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.105.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.106.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.106.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.106.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.107.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.107.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.107.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.108.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.108.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.108.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.109.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.109.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.109.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.11.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.11.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.11.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.110.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.110.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.110.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.111.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.111.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.111.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.112.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.112.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.112.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.113.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.113.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.113.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.114.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.114.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.114.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.115.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.115.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.115.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.116.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.116.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.116.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.117.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.117.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.117.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.118.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.118.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.118.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.119.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.119.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.119.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.12.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.12.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.12.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.120.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.120.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.120.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.121.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.121.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.121.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.122.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.122.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.122.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.123.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.123.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.123.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.124.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.124.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.124.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.125.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.125.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.125.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.126.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.126.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.126.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.127.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.127.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.127.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.128.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.128.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.128.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.129.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.129.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.129.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.13.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.13.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.13.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.130.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.130.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.130.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.131.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.131.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.131.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.132.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.132.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.132.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.133.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.133.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.133.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.134.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.134.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.134.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.135.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.135.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.135.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.136.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.136.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.136.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.137.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.137.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.137.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.138.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.138.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.138.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.139.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.139.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.139.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.14.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.14.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.14.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.140.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.140.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.140.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.141.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.141.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.141.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.142.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.142.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.142.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.143.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.143.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.143.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.144.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.144.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.144.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.145.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.145.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.145.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.146.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.146.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.146.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.147.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.147.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.147.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.148.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.148.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.148.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.149.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.149.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.149.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.15.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.15.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.15.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.150.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.150.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.150.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.151.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.151.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.151.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.152.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.152.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.152.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.153.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.153.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.153.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.154.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.154.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.154.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.155.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.155.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.155.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.156.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.156.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.156.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.157.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.157.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.157.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.158.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.158.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.158.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.159.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.159.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.159.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.16.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.16.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.16.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.160.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.160.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.160.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.161.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.161.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.161.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.162.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.162.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.162.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.163.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.163.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.163.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.164.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.164.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.164.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.165.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.165.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.165.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.166.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.166.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.166.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.167.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.167.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.167.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.168.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.168.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.168.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.169.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.169.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.169.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.17.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.17.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.17.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.170.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.170.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.170.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.171.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.171.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.171.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.172.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.172.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.172.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.173.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.173.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.173.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.174.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.174.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.174.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.175.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.175.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.175.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.176.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.176.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.176.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.177.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.177.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.177.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.178.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.178.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.178.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.179.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.179.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.179.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.18.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.18.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.18.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.180.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.180.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.180.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.181.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.181.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.181.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.182.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.182.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.182.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.183.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.183.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.183.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.184.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.184.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.184.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.185.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.185.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.185.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.186.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.186.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.186.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.187.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.187.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.187.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.188.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.188.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.188.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.189.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.189.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.189.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.19.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.19.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.19.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.190.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.190.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.190.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.191.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.191.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.191.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.2.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.2.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.2.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.20.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.20.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.20.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.21.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.21.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.21.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.22.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.22.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.22.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.23.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.23.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.23.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.24.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.24.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.24.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.25.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.25.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.25.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.26.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.26.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.26.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.27.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.27.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.27.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.28.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.28.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.28.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.29.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.29.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.29.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.3.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.3.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.3.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.30.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.30.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.30.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.31.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.31.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.31.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.32.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.32.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.32.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.33.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.33.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.33.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.34.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.34.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.34.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.35.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.35.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.35.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.36.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.36.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.36.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.37.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.37.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.37.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.38.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.38.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.38.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.39.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.39.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.39.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.4.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.4.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.4.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.40.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.40.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.40.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.41.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.41.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.41.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.42.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.42.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.42.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.43.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.43.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.43.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.44.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.44.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.44.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.45.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.45.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.45.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.46.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.46.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.46.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.47.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.47.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.47.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.48.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.48.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.48.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.49.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.49.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.49.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.5.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.5.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.5.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.50.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.50.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.50.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.51.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.51.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.51.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.52.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.52.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.52.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.53.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.53.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.53.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.54.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.54.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.54.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.55.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.55.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.55.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.56.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.56.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.56.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.57.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.57.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.57.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.58.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.58.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.58.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.59.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.59.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.59.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.6.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.6.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.6.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.60.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.60.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.60.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.61.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.61.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.61.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.62.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.62.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.62.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.63.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.63.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.63.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.64.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.64.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.64.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.65.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.65.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.65.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.66.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.66.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.66.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.67.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.67.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.67.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.68.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.68.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.68.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.69.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.69.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.69.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.7.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.7.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.7.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.70.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.70.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.70.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.71.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.71.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.71.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.72.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.72.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.72.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.73.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.73.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.73.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.74.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.74.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.74.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.75.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.75.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.75.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.76.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.76.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.76.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.77.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.77.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.77.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.78.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.78.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.78.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.79.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.79.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.79.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.8.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.8.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.8.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.80.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.80.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.80.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.81.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.81.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.81.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.82.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.82.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.82.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.83.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.83.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.83.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.84.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.84.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.84.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.85.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.85.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.85.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.86.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.86.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.86.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.87.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.87.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.87.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.88.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.88.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.88.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.89.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.89.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.89.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.9.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.9.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.9.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.90.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.90.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.90.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.91.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.91.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.91.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.92.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.92.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.92.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.93.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.93.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.93.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.94.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.94.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.94.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.95.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.95.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.95.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.96.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.96.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.96.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.97.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.97.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.97.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.98.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.98.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.98.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.99.down_proj.weight": "model-00017-of-00079.safetensors", + "model.layers.18.mlp.experts.99.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.experts.99.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.router.gate.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.shared_mlp.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.shared_mlp.gate_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.mlp.shared_mlp.up_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00018-of-00079.safetensors", + "model.layers.18.self_attn.k_norm.weight": "model-00018-of-00079.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.self_attn.q_norm.weight": "model-00018-of-00079.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.input_layernorm.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.expert_bias": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.0.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.0.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.0.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.1.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.1.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.1.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.10.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.10.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.10.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.100.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.100.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.100.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.101.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.101.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.101.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.102.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.102.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.102.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.103.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.103.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.103.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.104.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.104.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.104.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.105.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.105.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.105.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.106.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.106.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.106.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.107.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.107.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.107.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.108.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.108.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.108.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.109.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.109.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.109.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.11.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.11.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.11.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.110.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.110.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.110.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.111.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.111.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.111.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.112.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.112.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.112.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.113.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.113.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.113.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.114.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.114.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.114.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.115.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.115.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.115.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.116.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.116.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.116.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.117.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.117.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.117.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.118.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.118.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.118.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.119.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.119.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.119.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.12.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.12.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.12.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.120.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.120.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.120.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.121.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.121.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.121.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.122.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.122.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.122.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.123.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.123.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.123.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.124.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.124.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.124.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.125.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.125.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.125.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.126.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.126.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.126.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.127.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.127.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.127.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.128.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.128.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.128.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.129.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.129.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.129.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.13.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.13.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.13.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.130.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.130.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.130.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.131.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.131.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.131.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.132.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.132.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.132.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.133.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.133.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.133.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.134.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.134.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.134.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.135.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.135.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.135.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.136.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.136.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.136.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.137.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.137.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.137.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.138.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.138.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.138.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.139.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.139.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.139.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.14.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.14.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.14.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.140.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.140.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.140.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.141.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.141.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.141.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.142.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.142.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.142.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.143.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.143.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.143.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.144.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.144.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.144.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.145.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.145.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.145.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.146.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.146.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.146.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.147.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.147.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.147.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.148.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.148.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.148.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.149.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.149.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.149.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.15.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.15.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.15.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.150.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.150.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.150.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.151.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.151.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.151.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.152.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.152.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.152.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.153.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.153.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.153.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.154.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.154.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.154.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.155.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.155.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.155.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.156.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.156.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.156.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.157.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.157.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.157.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.158.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.158.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.158.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.159.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.159.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.159.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.16.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.16.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.16.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.160.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.160.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.160.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.161.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.161.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.161.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.162.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.162.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.162.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.163.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.163.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.163.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.164.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.164.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.164.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.165.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.165.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.165.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.166.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.166.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.166.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.167.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.167.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.167.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.168.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.168.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.168.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.169.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.169.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.169.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.17.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.17.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.17.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.170.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.170.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.170.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.171.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.171.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.171.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.172.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.172.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.172.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.173.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.173.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.173.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.174.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.174.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.174.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.175.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.175.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.175.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.176.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.176.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.176.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.177.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.177.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.177.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.178.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.178.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.178.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.179.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.179.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.179.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.18.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.18.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.18.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.180.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.180.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.180.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.181.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.181.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.181.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.182.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.182.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.182.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.183.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.183.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.183.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.184.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.184.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.184.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.185.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.185.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.185.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.186.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.186.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.186.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.187.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.187.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.187.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.188.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.188.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.188.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.189.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.189.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.189.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.19.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.19.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.19.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.190.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.190.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.190.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.191.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.191.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.191.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.2.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.2.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.2.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.20.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.20.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.20.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.21.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.21.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.21.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.22.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.22.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.22.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.23.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.23.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.23.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.24.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.24.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.24.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.25.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.25.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.25.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.26.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.26.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.26.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.27.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.27.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.27.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.28.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.28.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.28.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.29.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.29.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.29.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.3.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.3.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.3.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.30.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.30.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.30.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.31.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.31.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.31.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.32.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.32.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.32.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.33.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.33.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.33.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.34.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.34.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.34.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.35.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.35.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.35.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.36.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.36.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.36.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.37.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.37.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.37.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.38.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.38.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.38.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.39.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.39.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.39.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.4.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.4.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.4.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.40.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.40.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.40.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.41.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.41.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.41.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.42.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.42.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.42.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.43.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.43.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.43.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.44.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.44.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.44.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.45.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.45.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.45.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.46.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.46.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.46.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.47.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.47.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.47.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.48.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.48.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.48.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.49.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.49.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.49.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.5.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.5.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.5.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.50.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.50.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.50.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.51.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.51.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.51.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.52.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.52.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.52.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.53.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.53.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.53.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.54.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.54.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.54.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.55.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.55.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.55.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.56.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.56.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.56.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.57.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.57.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.57.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.58.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.58.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.58.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.59.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.59.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.59.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.6.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.6.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.6.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.60.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.60.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.60.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.61.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.61.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.61.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.62.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.62.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.62.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.63.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.63.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.63.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.64.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.64.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.64.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.65.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.65.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.65.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.66.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.66.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.66.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.67.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.67.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.67.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.68.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.68.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.68.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.69.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.69.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.69.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.7.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.7.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.7.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.70.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.70.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.70.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.71.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.71.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.71.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.72.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.72.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.72.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.73.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.73.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.73.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.74.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.74.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.74.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.75.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.75.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.75.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.76.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.76.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.76.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.77.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.77.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.77.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.78.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.78.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.78.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.79.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.79.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.79.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.8.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.8.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.8.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.80.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.80.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.80.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.81.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.81.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.81.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.82.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.82.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.82.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.83.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.83.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.83.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.84.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.84.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.84.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.85.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.85.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.85.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.86.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.86.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.86.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.87.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.87.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.87.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.88.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.88.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.88.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.89.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.89.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.89.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.9.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.9.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.9.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.90.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.90.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.90.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.91.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.91.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.91.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.92.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.92.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.92.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.93.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.93.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.93.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.94.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.94.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.94.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.95.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.95.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.95.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.96.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.96.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.96.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.97.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.97.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.97.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.98.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.98.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.98.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.99.down_proj.weight": "model-00018-of-00079.safetensors", + "model.layers.19.mlp.experts.99.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.experts.99.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.router.gate.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.shared_mlp.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.shared_mlp.gate_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.mlp.shared_mlp.up_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00019-of-00079.safetensors", + "model.layers.19.self_attn.k_norm.weight": "model-00019-of-00079.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.self_attn.q_norm.weight": "model-00019-of-00079.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00079.safetensors", + "model.layers.2.mlp.expert_bias": "model-00001-of-00079.safetensors", + "model.layers.2.mlp.experts.0.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.0.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.0.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.1.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.1.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.1.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.10.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.10.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.10.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.100.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.100.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.100.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.101.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.101.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.101.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.102.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.102.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.102.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.103.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.103.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.103.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.104.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.104.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.104.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.105.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.105.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.105.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.106.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.106.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.106.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.107.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.107.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.107.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.108.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.108.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.108.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.109.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.109.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.109.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.11.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.11.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.11.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.110.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.110.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.110.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.111.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.111.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.111.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.112.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.112.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.112.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.113.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.113.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.113.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.114.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.114.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.114.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.115.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.115.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.115.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.116.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.116.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.116.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.117.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.117.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.117.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.118.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.118.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.118.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.119.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.119.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.119.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.12.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.12.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.12.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.120.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.120.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.120.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.121.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.121.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.121.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.122.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.122.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.122.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.123.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.123.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.123.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.124.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.124.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.124.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.125.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.125.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.125.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.126.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.126.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.126.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.127.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.127.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.127.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.128.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.128.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.128.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.129.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.129.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.129.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.13.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.13.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.13.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.130.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.130.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.130.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.131.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.131.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.131.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.132.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.132.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.132.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.133.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.133.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.133.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.134.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.134.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.134.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.135.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.135.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.135.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.136.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.136.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.136.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.137.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.137.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.137.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.138.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.138.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.138.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.139.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.139.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.139.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.14.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.14.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.14.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.140.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.140.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.140.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.141.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.141.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.141.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.142.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.142.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.142.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.143.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.143.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.143.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.144.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.144.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.144.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.145.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.145.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.145.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.146.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.146.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.146.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.147.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.147.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.147.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.148.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.148.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.148.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.149.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.149.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.149.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.15.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.15.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.15.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.150.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.150.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.150.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.151.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.151.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.151.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.152.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.152.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.152.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.153.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.153.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.153.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.154.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.154.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.154.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.155.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.155.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.155.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.156.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.156.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.156.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.157.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.157.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.157.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.158.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.158.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.158.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.159.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.159.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.159.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.16.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.16.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.16.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.160.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.160.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.160.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.161.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.161.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.161.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.162.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.162.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.162.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.163.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.163.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.163.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.164.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.164.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.164.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.165.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.165.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.165.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.166.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.166.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.166.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.167.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.167.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.167.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.168.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.168.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.168.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.169.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.169.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.169.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.17.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.17.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.17.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.170.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.170.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.170.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.171.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.171.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.171.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.172.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.172.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.172.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.173.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.173.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.173.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.174.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.174.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.174.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.175.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.175.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.175.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.176.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.176.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.176.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.177.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.177.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.177.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.178.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.178.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.178.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.179.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.179.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.179.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.18.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.18.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.18.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.180.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.180.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.180.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.181.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.181.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.181.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.182.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.182.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.182.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.183.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.183.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.183.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.184.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.184.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.184.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.185.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.185.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.185.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.186.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.186.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.186.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.187.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.187.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.187.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.188.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.188.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.188.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.189.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.189.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.189.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.19.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.19.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.19.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.190.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.190.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.190.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.191.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.191.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.191.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.2.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.2.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.2.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.20.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.20.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.20.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.21.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.21.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.21.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.22.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.22.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.22.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.23.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.23.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.23.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.24.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.24.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.24.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.25.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.25.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.25.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.26.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.26.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.26.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.27.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.27.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.27.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.28.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.28.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.28.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.29.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.29.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.29.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.3.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.3.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.3.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.30.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.30.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.30.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.31.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.31.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.31.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.32.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.32.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.32.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.33.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.33.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.33.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.34.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.34.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.34.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.35.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.35.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.35.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.36.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.36.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.36.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.37.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.37.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.37.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.38.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.38.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.38.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.39.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.39.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.39.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.4.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.4.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.4.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.40.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.40.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.40.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.41.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.41.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.41.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.42.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.42.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.42.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.43.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.43.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.43.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.44.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.44.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.44.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.45.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.45.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.45.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.46.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.46.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.46.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.47.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.47.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.47.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.48.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.48.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.48.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.49.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.49.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.49.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.5.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.5.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.5.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.50.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.50.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.50.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.51.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.51.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.51.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.52.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.52.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.52.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.53.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.53.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.53.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.54.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.54.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.54.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.55.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.55.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.55.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.56.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.56.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.56.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.57.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.57.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.57.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.58.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.58.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.58.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.59.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.59.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.59.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.6.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.6.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.6.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.60.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.60.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.60.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.61.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.61.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.61.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.62.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.62.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.62.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.63.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.63.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.63.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.64.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.64.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.64.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.65.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.65.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.65.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.66.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.66.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.66.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.67.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.67.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.67.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.68.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.68.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.68.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.69.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.69.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.69.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.7.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.7.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.7.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.70.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.70.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.70.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.71.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.71.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.71.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.72.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.72.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.72.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.73.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.73.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.73.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.74.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.74.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.74.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.75.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.75.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.75.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.76.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.76.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.76.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.77.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.77.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.77.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.78.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.78.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.78.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.79.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.79.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.79.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.8.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.8.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.8.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.80.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.80.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.80.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.81.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.81.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.81.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.82.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.82.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.82.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.83.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.83.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.83.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.84.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.84.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.84.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.85.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.85.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.85.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.86.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.86.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.86.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.87.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.87.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.87.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.88.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.88.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.88.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.89.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.89.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.89.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.9.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.9.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.9.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.90.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.90.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.90.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.91.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.91.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.91.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.92.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.92.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.92.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.93.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.93.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.93.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.94.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.94.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.94.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.95.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.95.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.95.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.96.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.96.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.96.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.97.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.97.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.97.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.98.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.98.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.98.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.99.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.99.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.experts.99.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.router.gate.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.shared_mlp.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.shared_mlp.gate_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.mlp.shared_mlp.up_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00002-of-00079.safetensors", + "model.layers.2.self_attn.k_norm.weight": "model-00002-of-00079.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.self_attn.q_norm.weight": "model-00002-of-00079.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.20.input_layernorm.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.expert_bias": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.0.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.0.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.0.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.1.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.1.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.1.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.10.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.10.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.10.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.100.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.100.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.100.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.101.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.101.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.101.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.102.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.102.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.102.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.103.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.103.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.103.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.104.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.104.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.104.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.105.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.105.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.105.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.106.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.106.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.106.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.107.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.107.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.107.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.108.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.108.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.108.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.109.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.109.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.109.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.11.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.11.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.11.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.110.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.110.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.110.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.111.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.111.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.111.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.112.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.112.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.112.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.113.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.113.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.113.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.114.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.114.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.114.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.115.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.115.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.115.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.116.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.116.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.116.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.117.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.117.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.117.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.118.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.118.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.118.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.119.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.119.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.119.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.12.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.12.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.12.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.120.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.120.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.120.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.121.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.121.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.121.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.122.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.122.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.122.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.123.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.123.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.123.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.124.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.124.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.124.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.125.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.125.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.125.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.126.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.126.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.126.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.127.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.127.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.127.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.128.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.128.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.128.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.129.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.129.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.129.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.13.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.13.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.13.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.130.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.130.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.130.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.131.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.131.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.131.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.132.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.132.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.132.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.133.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.133.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.133.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.134.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.134.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.134.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.135.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.135.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.135.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.136.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.136.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.136.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.137.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.137.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.137.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.138.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.138.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.138.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.139.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.139.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.139.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.14.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.14.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.14.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.140.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.140.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.140.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.141.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.141.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.141.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.142.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.142.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.142.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.143.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.143.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.143.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.144.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.144.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.144.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.145.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.145.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.145.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.146.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.146.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.146.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.147.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.147.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.147.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.148.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.148.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.148.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.149.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.149.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.149.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.15.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.15.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.15.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.150.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.150.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.150.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.151.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.151.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.151.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.152.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.152.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.152.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.153.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.153.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.153.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.154.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.154.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.154.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.155.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.155.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.155.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.156.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.156.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.156.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.157.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.157.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.157.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.158.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.158.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.158.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.159.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.159.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.159.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.16.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.16.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.16.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.160.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.160.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.160.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.161.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.161.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.161.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.162.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.162.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.162.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.163.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.163.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.163.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.164.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.164.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.164.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.165.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.165.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.165.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.166.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.166.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.166.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.167.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.167.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.167.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.168.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.168.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.168.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.169.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.169.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.169.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.17.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.17.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.17.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.170.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.170.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.170.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.171.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.171.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.171.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.172.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.172.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.172.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.173.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.173.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.173.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.174.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.174.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.174.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.175.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.175.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.175.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.176.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.176.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.176.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.177.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.177.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.177.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.178.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.178.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.178.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.179.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.179.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.179.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.18.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.18.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.18.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.180.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.180.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.180.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.181.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.181.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.181.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.182.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.182.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.182.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.183.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.183.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.183.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.184.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.184.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.184.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.185.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.185.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.185.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.186.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.186.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.186.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.187.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.187.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.187.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.188.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.188.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.188.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.189.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.189.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.189.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.19.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.19.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.19.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.190.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.190.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.190.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.191.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.191.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.191.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.2.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.2.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.2.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.20.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.20.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.20.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.21.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.21.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.21.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.22.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.22.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.22.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.23.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.23.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.23.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.24.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.24.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.24.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.25.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.25.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.25.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.26.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.26.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.26.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.27.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.27.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.27.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.28.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.28.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.28.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.29.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.29.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.29.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.3.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.3.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.3.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.30.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.30.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.30.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.31.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.31.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.31.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.32.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.32.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.32.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.33.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.33.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.33.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.34.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.34.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.34.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.35.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.35.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.35.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.36.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.36.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.36.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.37.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.37.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.37.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.38.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.38.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.38.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.39.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.39.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.39.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.4.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.4.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.4.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.40.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.40.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.40.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.41.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.41.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.41.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.42.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.42.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.42.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.43.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.43.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.43.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.44.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.44.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.44.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.45.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.45.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.45.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.46.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.46.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.46.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.47.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.47.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.47.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.48.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.48.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.48.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.49.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.49.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.49.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.5.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.5.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.5.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.50.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.50.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.50.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.51.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.51.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.51.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.52.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.52.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.52.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.53.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.53.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.53.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.54.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.54.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.54.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.55.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.55.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.55.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.56.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.56.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.56.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.57.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.57.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.57.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.58.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.58.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.58.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.59.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.59.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.59.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.6.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.6.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.6.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.60.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.60.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.60.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.61.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.61.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.61.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.62.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.62.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.62.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.63.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.63.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.63.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.64.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.64.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.64.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.65.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.65.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.65.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.66.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.66.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.66.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.67.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.67.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.67.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.68.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.68.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.68.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.69.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.69.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.69.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.7.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.7.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.7.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.70.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.70.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.70.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.71.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.71.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.71.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.72.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.72.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.72.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.73.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.73.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.73.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.74.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.74.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.74.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.75.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.75.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.75.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.76.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.76.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.76.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.77.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.77.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.77.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.78.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.78.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.78.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.79.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.79.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.79.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.8.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.8.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.8.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.80.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.80.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.80.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.81.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.81.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.81.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.82.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.82.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.82.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.83.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.83.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.83.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.84.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.84.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.84.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.85.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.85.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.85.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.86.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.86.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.86.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.87.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.87.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.87.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.88.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.88.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.88.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.89.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.89.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.89.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.9.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.9.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.9.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.90.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.90.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.90.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.91.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.91.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.91.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.92.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.92.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.92.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.93.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.93.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.93.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.94.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.94.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.94.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.95.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.95.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.95.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.96.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.96.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.96.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.97.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.97.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.97.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.98.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.98.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.98.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.99.down_proj.weight": "model-00019-of-00079.safetensors", + "model.layers.20.mlp.experts.99.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.experts.99.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.router.gate.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.shared_mlp.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.shared_mlp.gate_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.mlp.shared_mlp.up_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00020-of-00079.safetensors", + "model.layers.20.self_attn.k_norm.weight": "model-00020-of-00079.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.self_attn.q_norm.weight": "model-00020-of-00079.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.input_layernorm.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.expert_bias": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.0.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.0.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.0.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.1.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.1.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.1.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.10.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.10.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.10.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.100.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.100.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.100.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.101.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.101.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.101.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.102.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.102.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.102.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.103.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.103.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.103.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.104.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.104.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.104.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.105.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.105.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.105.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.106.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.106.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.106.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.107.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.107.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.107.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.108.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.108.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.108.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.109.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.109.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.109.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.11.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.11.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.11.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.110.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.110.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.110.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.111.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.111.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.111.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.112.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.112.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.112.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.113.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.113.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.113.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.114.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.114.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.114.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.115.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.115.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.115.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.116.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.116.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.116.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.117.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.117.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.117.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.118.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.118.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.118.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.119.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.119.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.119.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.12.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.12.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.12.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.120.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.120.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.120.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.121.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.121.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.121.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.122.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.122.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.122.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.123.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.123.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.123.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.124.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.124.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.124.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.125.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.125.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.125.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.126.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.126.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.126.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.127.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.127.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.127.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.128.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.128.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.128.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.129.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.129.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.129.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.13.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.13.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.13.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.130.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.130.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.130.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.131.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.131.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.131.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.132.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.132.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.132.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.133.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.133.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.133.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.134.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.134.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.134.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.135.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.135.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.135.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.136.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.136.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.136.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.137.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.137.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.137.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.138.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.138.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.138.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.139.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.139.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.139.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.14.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.14.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.14.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.140.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.140.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.140.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.141.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.141.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.141.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.142.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.142.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.142.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.143.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.143.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.143.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.144.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.144.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.144.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.145.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.145.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.145.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.146.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.146.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.146.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.147.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.147.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.147.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.148.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.148.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.148.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.149.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.149.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.149.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.15.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.15.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.15.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.150.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.150.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.150.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.151.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.151.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.151.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.152.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.152.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.152.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.153.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.153.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.153.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.154.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.154.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.154.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.155.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.155.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.155.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.156.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.156.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.156.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.157.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.157.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.157.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.158.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.158.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.158.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.159.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.159.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.159.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.16.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.16.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.16.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.160.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.160.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.160.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.161.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.161.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.161.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.162.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.162.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.162.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.163.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.163.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.163.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.164.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.164.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.164.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.165.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.165.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.165.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.166.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.166.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.166.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.167.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.167.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.167.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.168.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.168.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.168.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.169.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.169.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.169.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.17.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.17.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.17.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.170.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.170.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.170.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.171.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.171.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.171.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.172.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.172.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.172.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.173.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.173.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.173.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.174.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.174.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.174.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.175.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.175.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.175.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.176.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.176.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.176.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.177.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.177.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.177.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.178.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.178.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.178.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.179.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.179.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.179.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.18.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.18.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.18.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.180.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.180.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.180.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.181.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.181.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.181.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.182.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.182.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.182.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.183.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.183.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.183.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.184.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.184.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.184.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.185.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.185.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.185.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.186.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.186.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.186.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.187.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.187.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.187.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.188.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.188.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.188.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.189.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.189.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.189.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.19.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.19.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.19.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.190.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.190.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.190.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.191.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.191.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.191.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.2.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.2.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.2.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.20.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.20.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.20.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.21.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.21.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.21.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.22.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.22.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.22.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.23.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.23.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.23.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.24.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.24.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.24.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.25.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.25.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.25.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.26.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.26.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.26.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.27.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.27.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.27.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.28.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.28.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.28.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.29.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.29.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.29.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.3.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.3.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.3.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.30.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.30.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.30.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.31.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.31.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.31.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.32.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.32.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.32.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.33.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.33.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.33.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.34.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.34.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.34.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.35.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.35.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.35.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.36.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.36.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.36.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.37.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.37.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.37.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.38.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.38.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.38.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.39.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.39.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.39.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.4.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.4.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.4.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.40.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.40.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.40.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.41.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.41.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.41.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.42.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.42.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.42.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.43.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.43.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.43.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.44.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.44.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.44.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.45.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.45.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.45.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.46.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.46.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.46.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.47.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.47.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.47.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.48.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.48.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.48.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.49.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.49.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.49.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.5.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.5.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.5.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.50.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.50.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.50.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.51.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.51.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.51.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.52.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.52.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.52.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.53.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.53.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.53.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.54.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.54.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.54.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.55.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.55.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.55.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.56.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.56.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.56.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.57.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.57.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.57.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.58.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.58.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.58.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.59.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.59.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.59.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.6.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.6.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.6.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.60.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.60.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.60.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.61.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.61.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.61.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.62.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.62.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.62.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.63.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.63.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.63.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.64.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.64.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.64.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.65.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.65.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.65.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.66.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.66.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.66.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.67.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.67.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.67.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.68.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.68.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.68.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.69.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.69.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.69.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.7.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.7.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.7.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.70.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.70.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.70.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.71.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.71.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.71.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.72.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.72.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.72.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.73.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.73.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.73.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.74.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.74.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.74.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.75.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.75.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.75.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.76.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.76.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.76.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.77.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.77.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.77.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.78.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.78.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.78.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.79.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.79.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.79.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.8.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.8.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.8.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.80.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.80.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.80.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.81.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.81.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.81.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.82.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.82.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.82.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.83.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.83.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.83.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.84.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.84.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.84.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.85.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.85.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.85.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.86.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.86.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.86.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.87.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.87.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.87.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.88.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.88.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.88.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.89.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.89.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.89.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.9.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.9.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.9.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.90.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.90.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.90.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.91.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.91.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.91.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.92.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.92.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.92.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.93.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.93.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.93.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.94.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.94.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.94.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.95.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.95.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.95.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.96.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.96.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.96.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.97.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.97.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.97.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.98.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.98.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.98.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.99.down_proj.weight": "model-00020-of-00079.safetensors", + "model.layers.21.mlp.experts.99.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.experts.99.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.router.gate.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.shared_mlp.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.shared_mlp.gate_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.mlp.shared_mlp.up_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00021-of-00079.safetensors", + "model.layers.21.self_attn.k_norm.weight": "model-00021-of-00079.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.self_attn.q_norm.weight": "model-00021-of-00079.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.input_layernorm.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.expert_bias": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.0.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.0.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.0.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.1.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.1.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.1.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.10.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.10.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.10.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.100.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.100.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.100.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.101.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.101.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.101.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.102.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.102.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.102.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.103.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.103.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.103.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.104.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.104.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.104.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.105.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.105.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.105.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.106.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.106.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.106.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.107.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.107.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.107.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.108.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.108.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.108.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.109.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.109.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.109.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.11.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.11.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.11.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.110.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.110.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.110.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.111.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.111.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.111.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.112.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.112.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.112.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.113.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.113.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.113.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.114.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.114.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.114.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.115.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.115.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.115.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.116.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.116.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.116.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.117.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.117.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.117.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.118.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.118.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.118.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.119.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.119.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.119.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.12.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.12.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.12.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.120.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.120.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.120.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.121.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.121.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.121.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.122.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.122.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.122.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.123.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.123.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.123.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.124.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.124.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.124.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.125.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.125.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.125.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.126.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.126.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.126.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.127.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.127.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.127.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.128.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.128.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.128.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.129.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.129.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.129.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.13.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.13.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.13.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.130.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.130.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.130.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.131.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.131.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.131.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.132.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.132.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.132.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.133.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.133.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.133.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.134.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.134.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.134.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.135.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.135.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.135.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.136.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.136.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.136.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.137.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.137.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.137.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.138.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.138.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.138.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.139.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.139.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.139.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.14.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.14.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.14.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.140.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.140.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.140.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.141.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.141.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.141.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.142.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.142.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.142.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.143.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.143.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.143.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.144.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.144.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.144.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.145.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.145.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.145.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.146.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.146.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.146.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.147.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.147.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.147.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.148.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.148.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.148.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.149.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.149.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.149.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.15.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.15.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.15.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.150.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.150.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.150.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.151.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.151.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.151.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.152.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.152.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.152.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.153.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.153.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.153.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.154.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.154.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.154.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.155.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.155.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.155.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.156.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.156.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.156.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.157.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.157.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.157.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.158.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.158.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.158.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.159.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.159.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.159.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.16.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.16.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.16.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.160.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.160.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.160.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.161.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.161.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.161.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.162.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.162.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.162.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.163.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.163.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.163.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.164.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.164.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.164.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.165.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.165.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.165.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.166.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.166.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.166.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.167.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.167.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.167.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.168.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.168.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.168.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.169.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.169.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.169.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.17.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.17.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.17.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.170.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.170.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.170.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.171.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.171.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.171.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.172.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.172.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.172.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.173.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.173.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.173.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.174.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.174.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.174.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.175.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.175.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.175.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.176.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.176.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.176.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.177.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.177.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.177.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.178.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.178.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.178.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.179.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.179.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.179.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.18.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.18.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.18.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.180.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.180.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.180.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.181.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.181.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.181.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.182.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.182.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.182.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.183.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.183.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.183.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.184.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.184.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.184.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.185.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.185.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.185.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.186.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.186.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.186.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.187.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.187.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.187.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.188.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.188.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.188.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.189.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.189.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.189.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.19.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.19.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.19.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.190.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.190.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.190.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.191.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.191.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.191.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.2.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.2.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.2.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.20.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.20.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.20.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.21.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.21.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.21.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.22.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.22.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.22.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.23.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.23.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.23.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.24.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.24.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.24.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.25.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.25.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.25.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.26.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.26.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.26.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.27.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.27.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.27.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.28.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.28.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.28.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.29.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.29.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.29.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.3.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.3.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.3.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.30.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.30.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.30.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.31.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.31.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.31.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.32.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.32.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.32.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.33.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.33.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.33.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.34.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.34.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.34.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.35.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.35.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.35.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.36.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.36.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.36.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.37.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.37.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.37.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.38.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.38.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.38.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.39.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.39.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.39.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.4.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.4.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.4.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.40.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.40.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.40.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.41.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.41.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.41.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.42.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.42.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.42.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.43.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.43.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.43.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.44.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.44.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.44.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.45.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.45.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.45.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.46.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.46.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.46.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.47.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.47.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.47.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.48.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.48.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.48.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.49.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.49.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.49.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.5.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.5.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.5.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.50.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.50.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.50.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.51.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.51.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.51.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.52.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.52.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.52.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.53.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.53.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.53.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.54.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.54.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.54.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.55.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.55.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.55.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.56.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.56.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.56.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.57.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.57.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.57.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.58.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.58.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.58.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.59.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.59.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.59.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.6.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.6.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.6.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.60.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.60.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.60.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.61.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.61.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.61.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.62.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.62.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.62.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.63.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.63.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.63.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.64.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.64.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.64.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.65.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.65.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.65.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.66.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.66.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.66.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.67.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.67.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.67.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.68.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.68.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.68.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.69.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.69.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.69.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.7.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.7.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.7.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.70.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.70.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.70.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.71.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.71.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.71.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.72.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.72.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.72.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.73.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.73.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.73.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.74.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.74.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.74.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.75.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.75.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.75.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.76.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.76.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.76.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.77.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.77.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.77.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.78.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.78.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.78.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.79.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.79.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.79.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.8.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.8.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.8.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.80.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.80.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.80.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.81.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.81.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.81.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.82.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.82.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.82.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.83.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.83.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.83.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.84.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.84.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.84.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.85.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.85.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.85.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.86.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.86.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.86.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.87.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.87.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.87.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.88.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.88.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.88.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.89.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.89.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.89.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.9.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.9.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.9.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.90.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.90.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.90.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.91.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.91.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.91.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.92.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.92.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.92.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.93.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.93.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.93.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.94.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.94.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.94.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.95.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.95.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.95.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.96.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.96.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.96.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.97.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.97.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.97.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.98.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.98.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.98.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.99.down_proj.weight": "model-00021-of-00079.safetensors", + "model.layers.22.mlp.experts.99.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.experts.99.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.router.gate.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.shared_mlp.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.shared_mlp.gate_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.mlp.shared_mlp.up_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00022-of-00079.safetensors", + "model.layers.22.self_attn.k_norm.weight": "model-00022-of-00079.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.self_attn.q_norm.weight": "model-00022-of-00079.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.input_layernorm.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.expert_bias": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.0.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.0.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.0.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.1.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.1.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.1.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.10.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.10.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.10.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.100.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.100.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.100.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.101.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.101.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.101.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.102.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.102.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.102.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.103.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.103.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.103.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.104.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.104.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.104.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.105.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.105.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.105.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.106.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.106.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.106.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.107.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.107.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.107.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.108.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.108.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.108.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.109.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.109.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.109.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.11.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.11.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.11.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.110.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.110.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.110.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.111.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.111.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.111.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.112.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.112.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.112.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.113.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.113.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.113.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.114.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.114.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.114.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.115.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.115.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.115.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.116.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.116.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.116.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.117.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.117.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.117.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.118.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.118.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.118.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.119.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.119.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.119.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.12.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.12.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.12.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.120.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.120.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.120.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.121.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.121.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.121.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.122.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.122.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.122.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.123.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.123.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.123.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.124.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.124.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.124.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.125.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.125.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.125.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.126.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.126.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.126.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.127.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.127.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.127.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.128.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.128.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.128.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.129.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.129.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.129.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.13.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.13.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.13.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.130.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.130.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.130.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.131.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.131.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.131.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.132.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.132.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.132.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.133.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.133.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.133.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.134.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.134.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.134.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.135.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.135.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.135.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.136.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.136.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.136.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.137.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.137.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.137.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.138.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.138.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.138.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.139.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.139.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.139.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.14.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.14.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.14.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.140.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.140.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.140.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.141.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.141.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.141.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.142.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.142.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.142.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.143.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.143.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.143.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.144.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.144.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.144.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.145.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.145.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.145.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.146.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.146.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.146.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.147.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.147.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.147.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.148.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.148.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.148.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.149.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.149.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.149.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.15.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.15.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.15.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.150.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.150.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.150.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.151.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.151.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.151.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.152.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.152.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.152.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.153.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.153.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.153.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.154.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.154.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.154.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.155.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.155.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.155.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.156.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.156.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.156.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.157.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.157.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.157.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.158.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.158.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.158.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.159.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.159.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.159.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.16.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.16.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.16.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.160.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.160.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.160.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.161.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.161.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.161.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.162.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.162.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.162.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.163.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.163.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.163.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.164.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.164.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.164.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.165.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.165.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.165.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.166.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.166.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.166.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.167.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.167.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.167.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.168.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.168.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.168.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.169.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.169.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.169.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.17.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.17.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.17.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.170.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.170.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.170.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.171.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.171.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.171.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.172.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.172.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.172.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.173.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.173.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.173.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.174.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.174.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.174.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.175.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.175.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.175.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.176.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.176.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.176.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.177.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.177.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.177.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.178.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.178.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.178.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.179.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.179.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.179.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.18.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.18.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.18.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.180.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.180.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.180.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.181.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.181.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.181.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.182.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.182.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.182.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.183.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.183.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.183.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.184.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.184.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.184.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.185.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.185.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.185.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.186.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.186.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.186.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.187.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.187.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.187.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.188.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.188.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.188.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.189.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.189.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.189.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.19.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.19.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.19.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.190.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.190.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.190.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.191.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.191.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.191.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.2.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.2.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.2.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.20.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.20.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.20.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.21.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.21.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.21.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.22.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.22.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.22.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.23.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.23.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.23.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.24.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.24.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.24.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.25.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.25.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.25.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.26.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.26.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.26.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.27.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.27.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.27.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.28.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.28.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.28.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.29.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.29.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.29.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.3.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.3.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.3.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.30.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.30.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.30.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.31.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.31.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.31.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.32.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.32.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.32.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.33.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.33.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.33.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.34.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.34.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.34.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.35.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.35.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.35.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.36.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.36.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.36.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.37.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.37.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.37.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.38.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.38.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.38.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.39.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.39.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.39.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.4.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.4.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.4.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.40.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.40.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.40.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.41.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.41.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.41.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.42.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.42.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.42.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.43.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.43.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.43.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.44.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.44.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.44.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.45.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.45.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.45.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.46.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.46.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.46.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.47.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.47.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.47.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.48.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.48.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.48.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.49.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.49.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.49.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.5.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.5.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.5.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.50.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.50.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.50.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.51.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.51.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.51.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.52.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.52.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.52.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.53.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.53.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.53.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.54.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.54.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.54.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.55.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.55.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.55.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.56.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.56.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.56.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.57.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.57.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.57.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.58.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.58.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.58.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.59.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.59.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.59.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.6.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.6.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.6.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.60.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.60.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.60.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.61.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.61.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.61.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.62.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.62.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.62.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.63.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.63.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.63.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.64.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.64.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.64.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.65.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.65.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.65.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.66.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.66.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.66.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.67.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.67.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.67.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.68.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.68.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.68.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.69.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.69.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.69.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.7.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.7.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.7.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.70.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.70.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.70.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.71.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.71.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.71.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.72.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.72.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.72.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.73.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.73.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.73.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.74.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.74.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.74.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.75.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.75.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.75.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.76.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.76.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.76.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.77.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.77.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.77.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.78.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.78.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.78.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.79.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.79.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.79.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.8.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.8.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.8.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.80.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.80.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.80.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.81.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.81.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.81.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.82.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.82.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.82.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.83.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.83.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.83.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.84.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.84.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.84.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.85.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.85.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.85.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.86.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.86.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.86.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.87.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.87.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.87.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.88.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.88.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.88.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.89.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.89.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.89.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.9.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.9.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.9.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.90.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.90.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.90.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.91.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.91.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.91.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.92.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.92.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.92.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.93.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.93.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.93.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.94.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.94.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.94.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.95.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.95.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.95.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.96.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.96.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.96.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.97.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.97.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.97.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.98.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.98.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.98.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.99.down_proj.weight": "model-00022-of-00079.safetensors", + "model.layers.23.mlp.experts.99.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.experts.99.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.router.gate.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.shared_mlp.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.shared_mlp.gate_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.mlp.shared_mlp.up_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00023-of-00079.safetensors", + "model.layers.23.self_attn.k_norm.weight": "model-00023-of-00079.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.self_attn.q_norm.weight": "model-00023-of-00079.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.input_layernorm.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.expert_bias": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.0.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.0.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.0.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.1.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.1.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.1.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.10.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.10.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.10.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.100.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.100.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.100.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.101.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.101.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.101.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.102.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.102.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.102.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.103.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.103.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.103.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.104.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.104.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.104.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.105.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.105.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.105.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.106.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.106.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.106.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.107.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.107.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.107.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.108.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.108.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.108.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.109.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.109.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.109.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.11.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.11.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.11.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.110.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.110.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.110.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.111.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.111.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.111.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.112.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.112.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.112.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.113.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.113.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.113.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.114.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.114.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.114.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.115.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.115.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.115.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.116.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.116.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.116.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.117.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.117.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.117.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.118.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.118.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.118.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.119.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.119.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.119.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.12.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.12.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.12.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.120.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.120.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.120.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.121.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.121.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.121.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.122.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.122.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.122.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.123.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.123.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.123.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.124.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.124.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.124.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.125.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.125.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.125.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.126.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.126.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.126.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.127.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.127.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.127.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.128.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.128.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.128.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.129.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.129.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.129.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.13.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.13.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.13.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.130.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.130.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.130.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.131.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.131.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.131.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.132.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.132.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.132.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.133.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.133.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.133.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.134.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.134.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.134.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.135.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.135.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.135.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.136.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.136.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.136.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.137.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.137.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.137.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.138.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.138.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.138.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.139.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.139.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.139.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.14.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.14.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.14.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.140.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.140.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.140.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.141.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.141.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.141.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.142.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.142.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.142.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.143.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.143.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.143.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.144.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.144.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.144.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.145.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.145.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.145.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.146.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.146.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.146.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.147.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.147.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.147.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.148.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.148.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.148.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.149.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.149.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.149.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.15.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.15.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.15.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.150.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.150.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.150.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.151.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.151.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.151.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.152.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.152.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.152.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.153.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.153.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.153.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.154.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.154.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.154.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.155.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.155.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.155.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.156.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.156.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.156.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.157.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.157.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.157.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.158.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.158.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.158.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.159.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.159.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.159.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.16.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.16.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.16.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.160.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.160.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.160.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.161.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.161.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.161.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.162.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.162.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.162.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.163.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.163.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.163.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.164.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.164.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.164.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.165.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.165.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.165.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.166.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.166.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.166.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.167.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.167.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.167.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.168.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.168.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.168.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.169.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.169.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.169.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.17.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.17.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.17.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.170.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.170.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.170.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.171.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.171.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.171.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.172.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.172.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.172.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.173.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.173.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.173.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.174.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.174.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.174.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.175.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.175.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.175.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.176.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.176.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.176.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.177.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.177.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.177.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.178.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.178.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.178.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.179.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.179.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.179.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.18.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.18.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.18.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.180.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.180.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.180.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.181.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.181.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.181.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.182.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.182.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.182.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.183.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.183.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.183.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.184.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.184.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.184.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.185.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.185.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.185.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.186.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.186.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.186.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.187.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.187.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.187.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.188.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.188.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.188.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.189.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.189.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.189.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.19.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.19.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.19.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.190.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.190.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.190.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.191.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.191.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.191.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.2.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.2.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.2.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.20.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.20.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.20.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.21.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.21.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.21.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.22.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.22.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.22.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.23.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.23.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.23.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.24.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.24.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.24.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.25.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.25.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.25.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.26.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.26.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.26.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.27.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.27.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.27.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.28.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.28.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.28.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.29.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.29.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.29.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.3.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.3.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.3.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.30.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.30.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.30.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.31.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.31.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.31.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.32.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.32.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.32.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.33.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.33.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.33.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.34.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.34.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.34.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.35.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.35.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.35.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.36.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.36.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.36.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.37.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.37.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.37.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.38.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.38.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.38.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.39.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.39.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.39.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.4.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.4.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.4.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.40.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.40.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.40.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.41.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.41.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.41.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.42.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.42.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.42.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.43.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.43.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.43.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.44.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.44.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.44.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.45.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.45.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.45.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.46.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.46.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.46.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.47.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.47.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.47.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.48.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.48.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.48.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.49.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.49.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.49.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.5.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.5.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.5.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.50.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.50.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.50.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.51.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.51.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.51.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.52.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.52.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.52.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.53.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.53.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.53.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.54.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.54.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.54.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.55.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.55.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.55.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.56.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.56.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.56.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.57.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.57.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.57.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.58.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.58.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.58.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.59.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.59.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.59.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.6.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.6.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.6.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.60.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.60.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.60.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.61.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.61.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.61.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.62.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.62.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.62.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.63.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.63.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.63.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.64.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.64.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.64.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.65.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.65.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.65.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.66.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.66.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.66.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.67.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.67.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.67.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.68.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.68.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.68.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.69.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.69.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.69.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.7.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.7.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.7.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.70.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.70.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.70.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.71.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.71.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.71.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.72.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.72.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.72.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.73.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.73.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.73.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.74.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.74.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.74.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.75.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.75.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.75.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.76.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.76.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.76.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.77.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.77.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.77.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.78.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.78.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.78.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.79.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.79.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.79.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.8.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.8.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.8.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.80.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.80.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.80.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.81.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.81.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.81.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.82.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.82.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.82.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.83.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.83.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.83.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.84.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.84.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.84.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.85.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.85.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.85.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.86.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.86.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.86.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.87.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.87.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.87.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.88.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.88.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.88.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.89.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.89.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.89.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.9.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.9.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.9.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.90.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.90.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.90.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.91.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.91.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.91.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.92.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.92.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.92.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.93.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.93.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.93.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.94.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.94.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.94.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.95.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.95.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.95.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.96.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.96.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.96.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.97.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.97.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.97.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.98.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.98.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.98.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.99.down_proj.weight": "model-00023-of-00079.safetensors", + "model.layers.24.mlp.experts.99.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.experts.99.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.router.gate.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.shared_mlp.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.shared_mlp.gate_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.mlp.shared_mlp.up_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00024-of-00079.safetensors", + "model.layers.24.self_attn.k_norm.weight": "model-00024-of-00079.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.self_attn.q_norm.weight": "model-00024-of-00079.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.input_layernorm.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.expert_bias": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.0.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.0.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.0.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.1.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.1.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.1.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.10.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.10.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.10.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.100.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.100.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.100.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.101.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.101.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.101.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.102.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.102.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.102.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.103.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.103.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.103.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.104.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.104.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.104.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.105.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.105.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.105.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.106.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.106.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.106.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.107.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.107.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.107.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.108.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.108.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.108.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.109.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.109.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.109.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.11.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.11.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.11.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.110.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.110.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.110.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.111.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.111.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.111.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.112.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.112.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.112.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.113.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.113.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.113.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.114.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.114.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.114.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.115.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.115.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.115.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.116.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.116.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.116.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.117.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.117.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.117.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.118.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.118.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.118.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.119.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.119.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.119.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.12.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.12.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.12.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.120.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.120.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.120.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.121.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.121.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.121.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.122.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.122.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.122.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.123.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.123.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.123.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.124.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.124.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.124.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.125.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.125.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.125.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.126.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.126.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.126.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.127.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.127.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.127.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.128.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.128.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.128.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.129.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.129.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.129.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.13.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.13.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.13.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.130.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.130.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.130.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.131.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.131.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.131.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.132.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.132.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.132.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.133.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.133.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.133.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.134.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.134.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.134.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.135.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.135.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.135.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.136.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.136.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.136.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.137.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.137.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.137.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.138.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.138.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.138.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.139.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.139.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.139.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.14.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.14.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.14.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.140.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.140.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.140.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.141.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.141.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.141.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.142.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.142.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.142.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.143.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.143.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.143.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.144.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.144.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.144.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.145.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.145.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.145.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.146.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.146.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.146.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.147.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.147.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.147.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.148.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.148.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.148.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.149.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.149.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.149.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.15.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.15.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.15.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.150.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.150.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.150.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.151.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.151.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.151.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.152.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.152.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.152.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.153.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.153.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.153.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.154.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.154.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.154.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.155.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.155.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.155.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.156.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.156.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.156.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.157.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.157.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.157.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.158.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.158.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.158.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.159.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.159.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.159.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.16.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.16.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.16.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.160.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.160.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.160.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.161.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.161.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.161.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.162.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.162.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.162.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.163.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.163.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.163.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.164.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.164.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.164.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.165.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.165.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.165.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.166.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.166.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.166.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.167.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.167.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.167.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.168.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.168.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.168.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.169.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.169.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.169.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.17.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.17.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.17.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.170.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.170.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.170.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.171.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.171.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.171.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.172.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.172.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.172.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.173.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.173.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.173.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.174.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.174.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.174.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.175.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.175.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.175.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.176.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.176.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.176.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.177.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.177.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.177.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.178.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.178.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.178.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.179.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.179.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.179.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.18.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.18.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.18.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.180.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.180.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.180.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.181.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.181.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.181.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.182.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.182.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.182.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.183.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.183.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.183.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.184.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.184.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.184.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.185.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.185.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.185.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.186.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.186.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.186.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.187.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.187.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.187.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.188.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.188.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.188.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.189.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.189.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.189.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.19.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.19.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.19.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.190.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.190.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.190.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.191.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.191.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.191.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.2.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.2.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.2.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.20.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.20.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.20.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.21.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.21.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.21.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.22.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.22.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.22.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.23.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.23.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.23.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.24.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.24.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.24.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.25.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.25.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.25.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.26.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.26.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.26.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.27.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.27.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.27.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.28.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.28.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.28.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.29.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.29.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.29.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.3.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.3.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.3.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.30.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.30.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.30.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.31.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.31.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.31.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.32.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.32.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.32.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.33.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.33.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.33.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.34.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.34.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.34.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.35.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.35.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.35.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.36.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.36.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.36.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.37.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.37.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.37.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.38.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.38.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.38.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.39.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.39.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.39.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.4.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.4.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.4.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.40.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.40.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.40.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.41.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.41.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.41.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.42.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.42.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.42.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.43.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.43.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.43.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.44.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.44.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.44.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.45.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.45.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.45.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.46.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.46.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.46.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.47.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.47.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.47.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.48.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.48.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.48.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.49.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.49.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.49.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.5.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.5.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.5.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.50.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.50.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.50.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.51.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.51.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.51.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.52.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.52.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.52.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.53.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.53.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.53.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.54.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.54.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.54.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.55.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.55.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.55.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.56.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.56.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.56.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.57.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.57.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.57.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.58.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.58.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.58.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.59.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.59.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.59.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.6.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.6.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.6.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.60.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.60.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.60.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.61.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.61.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.61.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.62.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.62.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.62.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.63.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.63.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.63.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.64.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.64.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.64.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.65.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.65.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.65.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.66.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.66.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.66.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.67.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.67.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.67.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.68.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.68.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.68.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.69.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.69.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.69.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.7.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.7.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.7.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.70.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.70.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.70.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.71.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.71.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.71.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.72.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.72.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.72.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.73.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.73.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.73.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.74.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.74.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.74.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.75.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.75.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.75.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.76.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.76.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.76.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.77.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.77.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.77.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.78.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.78.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.78.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.79.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.79.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.79.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.8.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.8.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.8.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.80.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.80.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.80.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.81.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.81.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.81.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.82.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.82.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.82.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.83.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.83.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.83.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.84.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.84.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.84.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.85.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.85.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.85.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.86.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.86.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.86.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.87.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.87.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.87.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.88.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.88.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.88.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.89.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.89.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.89.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.9.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.9.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.9.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.90.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.90.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.90.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.91.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.91.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.91.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.92.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.92.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.92.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.93.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.93.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.93.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.94.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.94.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.94.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.95.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.95.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.95.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.96.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.96.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.96.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.97.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.97.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.97.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.98.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.98.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.98.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.99.down_proj.weight": "model-00024-of-00079.safetensors", + "model.layers.25.mlp.experts.99.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.experts.99.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.router.gate.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.shared_mlp.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.shared_mlp.gate_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.mlp.shared_mlp.up_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00025-of-00079.safetensors", + "model.layers.25.self_attn.k_norm.weight": "model-00025-of-00079.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.self_attn.q_norm.weight": "model-00025-of-00079.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.input_layernorm.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.expert_bias": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.0.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.0.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.0.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.1.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.1.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.1.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.10.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.10.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.10.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.100.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.100.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.100.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.101.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.101.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.101.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.102.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.102.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.102.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.103.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.103.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.103.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.104.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.104.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.104.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.105.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.105.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.105.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.106.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.106.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.106.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.107.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.107.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.107.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.108.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.108.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.108.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.109.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.109.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.109.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.11.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.11.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.11.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.110.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.110.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.110.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.111.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.111.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.111.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.112.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.112.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.112.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.113.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.113.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.113.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.114.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.114.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.114.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.115.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.115.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.115.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.116.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.116.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.116.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.117.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.117.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.117.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.118.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.118.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.118.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.119.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.119.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.119.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.12.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.12.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.12.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.120.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.120.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.120.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.121.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.121.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.121.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.122.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.122.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.122.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.123.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.123.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.123.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.124.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.124.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.124.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.125.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.125.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.125.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.126.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.126.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.126.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.127.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.127.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.127.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.128.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.128.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.128.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.129.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.129.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.129.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.13.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.13.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.13.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.130.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.130.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.130.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.131.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.131.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.131.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.132.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.132.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.132.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.133.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.133.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.133.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.134.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.134.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.134.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.135.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.135.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.135.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.136.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.136.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.136.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.137.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.137.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.137.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.138.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.138.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.138.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.139.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.139.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.139.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.14.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.14.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.14.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.140.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.140.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.140.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.141.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.141.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.141.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.142.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.142.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.142.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.143.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.143.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.143.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.144.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.144.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.144.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.145.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.145.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.145.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.146.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.146.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.146.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.147.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.147.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.147.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.148.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.148.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.148.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.149.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.149.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.149.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.15.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.15.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.15.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.150.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.150.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.150.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.151.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.151.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.151.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.152.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.152.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.152.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.153.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.153.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.153.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.154.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.154.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.154.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.155.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.155.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.155.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.156.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.156.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.156.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.157.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.157.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.157.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.158.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.158.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.158.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.159.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.159.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.159.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.16.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.16.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.16.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.160.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.160.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.160.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.161.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.161.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.161.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.162.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.162.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.162.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.163.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.163.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.163.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.164.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.164.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.164.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.165.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.165.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.165.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.166.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.166.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.166.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.167.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.167.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.167.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.168.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.168.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.168.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.169.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.169.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.169.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.17.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.17.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.17.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.170.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.170.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.170.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.171.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.171.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.171.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.172.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.172.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.172.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.173.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.173.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.173.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.174.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.174.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.174.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.175.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.175.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.175.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.176.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.176.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.176.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.177.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.177.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.177.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.178.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.178.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.178.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.179.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.179.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.179.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.18.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.18.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.18.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.180.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.180.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.180.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.181.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.181.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.181.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.182.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.182.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.182.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.183.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.183.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.183.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.184.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.184.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.184.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.185.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.185.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.185.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.186.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.186.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.186.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.187.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.187.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.187.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.188.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.188.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.188.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.189.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.189.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.189.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.19.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.19.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.19.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.190.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.190.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.190.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.191.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.191.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.191.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.2.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.2.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.2.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.20.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.20.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.20.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.21.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.21.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.21.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.22.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.22.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.22.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.23.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.23.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.23.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.24.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.24.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.24.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.25.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.25.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.25.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.26.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.26.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.26.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.27.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.27.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.27.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.28.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.28.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.28.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.29.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.29.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.29.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.3.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.3.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.3.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.30.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.30.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.30.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.31.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.31.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.31.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.32.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.32.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.32.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.33.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.33.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.33.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.34.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.34.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.34.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.35.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.35.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.35.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.36.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.36.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.36.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.37.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.37.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.37.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.38.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.38.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.38.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.39.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.39.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.39.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.4.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.4.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.4.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.40.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.40.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.40.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.41.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.41.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.41.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.42.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.42.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.42.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.43.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.43.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.43.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.44.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.44.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.44.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.45.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.45.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.45.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.46.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.46.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.46.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.47.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.47.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.47.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.48.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.48.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.48.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.49.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.49.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.49.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.5.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.5.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.5.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.50.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.50.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.50.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.51.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.51.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.51.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.52.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.52.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.52.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.53.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.53.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.53.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.54.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.54.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.54.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.55.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.55.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.55.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.56.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.56.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.56.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.57.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.57.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.57.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.58.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.58.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.58.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.59.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.59.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.59.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.6.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.6.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.6.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.60.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.60.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.60.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.61.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.61.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.61.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.62.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.62.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.62.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.63.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.63.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.63.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.64.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.64.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.64.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.65.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.65.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.65.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.66.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.66.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.66.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.67.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.67.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.67.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.68.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.68.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.68.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.69.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.69.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.69.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.7.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.7.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.7.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.70.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.70.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.70.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.71.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.71.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.71.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.72.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.72.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.72.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.73.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.73.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.73.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.74.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.74.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.74.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.75.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.75.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.75.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.76.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.76.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.76.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.77.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.77.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.77.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.78.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.78.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.78.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.79.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.79.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.79.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.8.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.8.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.8.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.80.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.80.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.80.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.81.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.81.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.81.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.82.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.82.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.82.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.83.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.83.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.83.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.84.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.84.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.84.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.85.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.85.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.85.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.86.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.86.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.86.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.87.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.87.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.87.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.88.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.88.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.88.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.89.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.89.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.89.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.9.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.9.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.9.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.90.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.90.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.90.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.91.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.91.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.91.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.92.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.92.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.92.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.93.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.93.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.93.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.94.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.94.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.94.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.95.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.95.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.95.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.96.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.96.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.96.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.97.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.97.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.97.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.98.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.98.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.98.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.99.down_proj.weight": "model-00025-of-00079.safetensors", + "model.layers.26.mlp.experts.99.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.experts.99.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.router.gate.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.shared_mlp.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.shared_mlp.gate_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.mlp.shared_mlp.up_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00026-of-00079.safetensors", + "model.layers.26.self_attn.k_norm.weight": "model-00026-of-00079.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.self_attn.q_norm.weight": "model-00026-of-00079.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.input_layernorm.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.expert_bias": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.0.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.0.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.0.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.1.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.1.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.1.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.10.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.10.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.10.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.100.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.100.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.100.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.101.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.101.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.101.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.102.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.102.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.102.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.103.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.103.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.103.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.104.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.104.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.104.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.105.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.105.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.105.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.106.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.106.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.106.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.107.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.107.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.107.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.108.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.108.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.108.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.109.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.109.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.109.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.11.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.11.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.11.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.110.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.110.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.110.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.111.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.111.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.111.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.112.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.112.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.112.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.113.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.113.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.113.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.114.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.114.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.114.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.115.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.115.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.115.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.116.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.116.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.116.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.117.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.117.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.117.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.118.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.118.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.118.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.119.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.119.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.119.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.12.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.12.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.12.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.120.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.120.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.120.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.121.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.121.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.121.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.122.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.122.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.122.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.123.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.123.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.123.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.124.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.124.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.124.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.125.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.125.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.125.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.126.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.126.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.126.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.127.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.127.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.127.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.128.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.128.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.128.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.129.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.129.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.129.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.13.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.13.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.13.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.130.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.130.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.130.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.131.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.131.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.131.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.132.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.132.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.132.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.133.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.133.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.133.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.134.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.134.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.134.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.135.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.135.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.135.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.136.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.136.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.136.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.137.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.137.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.137.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.138.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.138.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.138.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.139.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.139.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.139.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.14.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.14.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.14.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.140.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.140.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.140.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.141.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.141.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.141.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.142.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.142.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.142.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.143.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.143.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.143.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.144.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.144.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.144.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.145.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.145.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.145.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.146.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.146.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.146.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.147.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.147.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.147.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.148.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.148.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.148.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.149.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.149.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.149.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.15.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.15.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.15.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.150.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.150.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.150.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.151.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.151.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.151.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.152.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.152.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.152.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.153.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.153.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.153.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.154.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.154.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.154.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.155.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.155.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.155.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.156.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.156.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.156.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.157.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.157.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.157.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.158.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.158.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.158.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.159.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.159.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.159.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.16.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.16.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.16.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.160.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.160.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.160.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.161.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.161.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.161.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.162.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.162.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.162.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.163.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.163.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.163.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.164.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.164.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.164.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.165.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.165.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.165.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.166.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.166.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.166.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.167.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.167.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.167.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.168.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.168.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.168.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.169.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.169.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.169.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.17.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.17.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.17.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.170.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.170.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.170.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.171.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.171.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.171.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.172.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.172.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.172.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.173.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.173.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.173.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.174.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.174.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.174.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.175.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.175.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.175.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.176.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.176.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.176.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.177.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.177.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.177.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.178.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.178.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.178.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.179.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.179.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.179.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.18.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.18.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.18.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.180.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.180.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.180.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.181.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.181.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.181.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.182.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.182.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.182.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.183.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.183.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.183.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.184.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.184.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.184.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.185.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.185.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.185.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.186.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.186.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.186.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.187.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.187.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.187.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.188.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.188.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.188.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.189.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.189.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.189.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.19.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.19.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.19.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.190.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.190.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.190.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.191.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.191.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.191.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.2.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.2.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.2.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.20.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.20.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.20.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.21.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.21.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.21.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.22.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.22.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.22.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.23.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.23.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.23.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.24.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.24.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.24.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.25.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.25.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.25.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.26.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.26.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.26.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.27.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.27.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.27.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.28.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.28.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.28.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.29.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.29.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.29.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.3.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.3.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.3.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.30.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.30.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.30.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.31.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.31.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.31.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.32.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.32.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.32.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.33.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.33.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.33.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.34.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.34.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.34.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.35.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.35.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.35.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.36.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.36.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.36.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.37.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.37.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.37.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.38.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.38.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.38.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.39.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.39.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.39.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.4.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.4.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.4.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.40.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.40.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.40.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.41.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.41.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.41.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.42.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.42.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.42.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.43.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.43.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.43.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.44.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.44.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.44.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.45.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.45.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.45.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.46.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.46.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.46.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.47.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.47.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.47.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.48.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.48.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.48.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.49.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.49.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.49.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.5.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.5.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.5.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.50.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.50.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.50.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.51.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.51.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.51.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.52.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.52.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.52.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.53.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.53.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.53.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.54.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.54.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.54.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.55.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.55.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.55.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.56.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.56.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.56.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.57.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.57.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.57.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.58.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.58.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.58.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.59.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.59.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.59.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.6.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.6.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.6.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.60.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.60.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.60.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.61.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.61.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.61.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.62.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.62.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.62.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.63.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.63.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.63.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.64.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.64.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.64.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.65.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.65.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.65.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.66.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.66.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.66.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.67.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.67.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.67.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.68.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.68.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.68.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.69.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.69.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.69.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.7.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.7.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.7.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.70.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.70.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.70.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.71.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.71.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.71.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.72.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.72.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.72.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.73.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.73.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.73.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.74.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.74.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.74.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.75.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.75.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.75.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.76.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.76.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.76.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.77.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.77.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.77.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.78.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.78.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.78.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.79.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.79.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.79.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.8.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.8.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.8.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.80.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.80.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.80.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.81.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.81.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.81.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.82.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.82.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.82.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.83.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.83.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.83.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.84.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.84.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.84.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.85.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.85.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.85.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.86.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.86.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.86.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.87.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.87.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.87.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.88.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.88.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.88.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.89.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.89.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.89.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.9.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.9.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.9.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.90.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.90.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.90.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.91.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.91.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.91.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.92.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.92.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.92.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.93.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.93.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.93.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.94.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.94.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.94.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.95.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.95.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.95.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.96.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.96.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.96.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.97.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.97.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.97.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.98.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.98.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.98.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.99.down_proj.weight": "model-00026-of-00079.safetensors", + "model.layers.27.mlp.experts.99.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.experts.99.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.router.gate.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.shared_mlp.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.shared_mlp.gate_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.mlp.shared_mlp.up_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00027-of-00079.safetensors", + "model.layers.27.self_attn.k_norm.weight": "model-00027-of-00079.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.self_attn.q_norm.weight": "model-00027-of-00079.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.input_layernorm.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.expert_bias": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.0.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.0.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.0.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.1.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.1.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.1.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.10.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.10.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.10.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.100.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.100.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.100.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.101.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.101.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.101.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.102.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.102.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.102.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.103.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.103.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.103.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.104.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.104.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.104.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.105.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.105.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.105.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.106.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.106.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.106.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.107.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.107.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.107.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.108.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.108.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.108.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.109.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.109.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.109.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.11.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.11.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.11.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.110.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.110.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.110.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.111.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.111.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.111.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.112.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.112.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.112.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.113.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.113.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.113.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.114.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.114.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.114.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.115.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.115.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.115.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.116.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.116.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.116.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.117.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.117.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.117.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.118.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.118.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.118.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.119.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.119.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.119.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.12.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.12.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.12.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.120.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.120.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.120.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.121.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.121.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.121.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.122.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.122.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.122.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.123.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.123.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.123.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.124.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.124.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.124.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.125.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.125.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.125.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.126.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.126.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.126.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.127.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.127.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.127.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.128.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.128.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.128.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.129.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.129.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.129.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.13.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.13.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.13.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.130.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.130.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.130.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.131.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.131.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.131.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.132.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.132.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.132.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.133.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.133.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.133.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.134.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.134.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.134.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.135.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.135.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.135.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.136.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.136.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.136.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.137.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.137.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.137.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.138.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.138.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.138.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.139.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.139.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.139.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.14.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.14.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.14.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.140.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.140.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.140.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.141.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.141.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.141.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.142.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.142.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.142.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.143.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.143.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.143.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.144.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.144.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.144.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.145.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.145.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.145.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.146.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.146.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.146.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.147.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.147.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.147.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.148.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.148.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.148.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.149.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.149.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.149.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.15.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.15.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.15.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.150.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.150.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.150.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.151.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.151.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.151.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.152.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.152.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.152.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.153.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.153.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.153.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.154.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.154.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.154.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.155.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.155.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.155.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.156.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.156.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.156.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.157.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.157.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.157.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.158.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.158.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.158.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.159.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.159.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.159.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.16.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.16.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.16.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.160.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.160.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.160.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.161.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.161.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.161.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.162.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.162.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.162.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.163.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.163.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.163.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.164.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.164.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.164.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.165.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.165.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.165.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.166.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.166.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.166.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.167.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.167.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.167.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.168.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.168.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.168.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.169.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.169.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.169.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.17.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.17.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.17.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.170.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.170.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.170.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.171.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.171.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.171.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.172.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.172.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.172.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.173.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.173.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.173.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.174.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.174.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.174.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.175.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.175.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.175.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.176.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.176.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.176.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.177.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.177.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.177.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.178.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.178.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.178.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.179.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.179.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.179.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.18.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.18.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.18.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.180.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.180.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.180.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.181.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.181.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.181.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.182.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.182.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.182.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.183.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.183.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.183.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.184.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.184.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.184.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.185.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.185.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.185.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.186.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.186.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.186.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.187.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.187.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.187.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.188.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.188.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.188.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.189.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.189.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.189.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.19.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.19.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.19.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.190.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.190.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.190.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.191.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.191.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.191.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.2.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.2.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.2.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.20.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.20.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.20.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.21.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.21.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.21.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.22.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.22.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.22.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.23.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.23.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.23.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.24.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.24.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.24.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.25.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.25.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.25.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.26.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.26.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.26.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.27.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.27.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.27.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.28.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.28.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.28.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.29.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.29.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.29.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.3.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.3.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.3.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.30.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.30.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.30.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.31.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.31.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.31.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.32.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.32.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.32.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.33.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.33.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.33.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.34.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.34.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.34.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.35.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.35.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.35.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.36.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.36.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.36.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.37.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.37.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.37.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.38.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.38.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.38.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.39.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.39.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.39.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.4.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.4.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.4.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.40.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.40.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.40.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.41.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.41.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.41.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.42.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.42.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.42.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.43.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.43.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.43.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.44.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.44.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.44.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.45.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.45.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.45.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.46.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.46.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.46.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.47.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.47.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.47.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.48.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.48.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.48.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.49.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.49.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.49.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.5.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.5.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.5.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.50.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.50.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.50.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.51.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.51.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.51.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.52.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.52.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.52.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.53.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.53.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.53.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.54.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.54.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.54.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.55.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.55.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.55.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.56.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.56.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.56.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.57.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.57.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.57.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.58.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.58.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.58.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.59.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.59.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.59.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.6.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.6.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.6.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.60.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.60.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.60.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.61.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.61.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.61.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.62.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.62.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.62.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.63.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.63.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.63.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.64.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.64.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.64.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.65.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.65.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.65.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.66.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.66.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.66.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.67.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.67.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.67.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.68.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.68.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.68.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.69.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.69.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.69.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.7.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.7.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.7.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.70.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.70.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.70.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.71.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.71.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.71.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.72.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.72.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.72.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.73.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.73.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.73.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.74.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.74.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.74.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.75.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.75.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.75.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.76.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.76.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.76.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.77.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.77.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.77.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.78.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.78.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.78.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.79.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.79.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.79.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.8.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.8.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.8.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.80.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.80.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.80.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.81.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.81.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.81.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.82.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.82.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.82.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.83.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.83.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.83.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.84.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.84.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.84.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.85.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.85.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.85.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.86.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.86.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.86.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.87.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.87.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.87.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.88.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.88.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.88.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.89.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.89.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.89.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.9.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.9.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.9.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.90.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.90.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.90.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.91.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.91.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.91.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.92.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.92.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.92.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.93.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.93.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.93.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.94.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.94.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.94.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.95.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.95.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.95.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.96.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.96.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.96.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.97.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.97.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.97.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.98.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.98.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.98.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.99.down_proj.weight": "model-00027-of-00079.safetensors", + "model.layers.28.mlp.experts.99.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.experts.99.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.router.gate.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.shared_mlp.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.shared_mlp.gate_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.mlp.shared_mlp.up_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00028-of-00079.safetensors", + "model.layers.28.self_attn.k_norm.weight": "model-00028-of-00079.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.self_attn.q_norm.weight": "model-00028-of-00079.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.input_layernorm.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.expert_bias": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.0.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.0.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.0.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.1.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.1.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.1.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.10.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.10.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.10.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.100.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.100.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.100.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.101.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.101.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.101.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.102.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.102.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.102.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.103.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.103.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.103.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.104.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.104.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.104.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.105.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.105.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.105.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.106.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.106.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.106.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.107.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.107.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.107.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.108.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.108.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.108.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.109.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.109.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.109.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.11.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.11.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.11.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.110.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.110.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.110.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.111.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.111.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.111.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.112.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.112.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.112.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.113.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.113.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.113.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.114.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.114.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.114.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.115.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.115.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.115.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.116.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.116.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.116.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.117.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.117.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.117.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.118.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.118.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.118.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.119.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.119.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.119.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.12.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.12.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.12.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.120.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.120.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.120.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.121.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.121.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.121.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.122.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.122.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.122.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.123.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.123.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.123.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.124.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.124.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.124.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.125.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.125.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.125.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.126.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.126.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.126.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.127.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.127.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.127.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.128.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.128.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.128.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.129.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.129.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.129.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.13.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.13.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.13.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.130.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.130.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.130.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.131.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.131.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.131.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.132.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.132.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.132.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.133.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.133.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.133.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.134.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.134.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.134.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.135.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.135.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.135.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.136.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.136.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.136.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.137.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.137.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.137.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.138.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.138.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.138.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.139.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.139.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.139.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.14.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.14.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.14.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.140.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.140.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.140.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.141.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.141.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.141.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.142.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.142.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.142.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.143.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.143.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.143.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.144.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.144.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.144.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.145.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.145.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.145.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.146.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.146.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.146.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.147.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.147.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.147.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.148.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.148.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.148.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.149.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.149.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.149.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.15.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.15.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.15.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.150.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.150.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.150.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.151.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.151.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.151.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.152.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.152.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.152.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.153.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.153.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.153.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.154.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.154.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.154.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.155.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.155.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.155.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.156.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.156.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.156.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.157.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.157.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.157.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.158.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.158.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.158.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.159.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.159.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.159.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.16.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.16.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.16.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.160.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.160.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.160.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.161.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.161.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.161.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.162.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.162.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.162.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.163.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.163.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.163.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.164.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.164.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.164.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.165.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.165.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.165.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.166.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.166.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.166.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.167.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.167.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.167.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.168.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.168.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.168.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.169.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.169.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.169.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.17.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.17.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.17.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.170.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.170.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.170.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.171.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.171.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.171.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.172.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.172.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.172.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.173.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.173.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.173.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.174.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.174.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.174.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.175.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.175.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.175.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.176.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.176.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.176.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.177.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.177.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.177.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.178.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.178.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.178.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.179.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.179.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.179.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.18.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.18.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.18.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.180.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.180.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.180.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.181.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.181.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.181.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.182.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.182.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.182.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.183.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.183.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.183.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.184.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.184.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.184.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.185.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.185.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.185.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.186.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.186.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.186.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.187.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.187.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.187.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.188.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.188.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.188.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.189.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.189.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.189.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.19.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.19.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.19.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.190.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.190.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.190.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.191.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.191.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.191.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.2.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.2.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.2.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.20.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.20.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.20.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.21.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.21.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.21.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.22.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.22.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.22.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.23.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.23.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.23.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.24.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.24.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.24.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.25.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.25.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.25.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.26.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.26.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.26.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.27.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.27.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.27.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.28.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.28.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.28.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.29.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.29.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.29.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.3.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.3.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.3.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.30.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.30.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.30.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.31.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.31.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.31.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.32.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.32.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.32.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.33.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.33.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.33.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.34.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.34.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.34.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.35.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.35.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.35.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.36.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.36.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.36.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.37.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.37.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.37.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.38.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.38.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.38.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.39.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.39.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.39.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.4.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.4.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.4.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.40.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.40.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.40.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.41.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.41.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.41.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.42.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.42.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.42.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.43.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.43.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.43.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.44.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.44.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.44.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.45.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.45.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.45.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.46.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.46.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.46.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.47.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.47.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.47.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.48.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.48.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.48.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.49.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.49.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.49.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.5.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.5.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.5.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.50.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.50.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.50.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.51.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.51.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.51.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.52.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.52.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.52.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.53.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.53.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.53.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.54.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.54.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.54.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.55.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.55.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.55.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.56.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.56.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.56.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.57.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.57.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.57.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.58.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.58.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.58.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.59.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.59.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.59.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.6.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.6.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.6.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.60.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.60.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.60.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.61.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.61.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.61.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.62.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.62.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.62.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.63.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.63.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.63.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.64.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.64.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.64.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.65.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.65.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.65.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.66.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.66.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.66.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.67.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.67.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.67.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.68.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.68.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.68.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.69.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.69.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.69.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.7.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.7.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.7.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.70.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.70.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.70.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.71.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.71.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.71.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.72.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.72.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.72.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.73.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.73.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.73.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.74.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.74.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.74.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.75.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.75.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.75.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.76.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.76.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.76.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.77.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.77.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.77.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.78.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.78.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.78.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.79.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.79.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.79.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.8.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.8.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.8.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.80.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.80.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.80.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.81.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.81.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.81.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.82.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.82.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.82.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.83.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.83.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.83.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.84.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.84.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.84.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.85.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.85.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.85.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.86.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.86.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.86.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.87.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.87.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.87.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.88.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.88.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.88.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.89.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.89.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.89.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.9.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.9.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.9.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.90.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.90.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.90.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.91.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.91.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.91.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.92.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.92.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.92.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.93.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.93.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.93.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.94.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.94.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.94.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.95.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.95.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.95.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.96.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.96.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.96.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.97.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.97.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.97.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.98.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.98.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.98.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.99.down_proj.weight": "model-00028-of-00079.safetensors", + "model.layers.29.mlp.experts.99.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.experts.99.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.router.gate.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.shared_mlp.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.shared_mlp.gate_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.mlp.shared_mlp.up_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00029-of-00079.safetensors", + "model.layers.29.self_attn.k_norm.weight": "model-00029-of-00079.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.self_attn.q_norm.weight": "model-00029-of-00079.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.3.input_layernorm.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.expert_bias": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.0.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.0.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.0.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.1.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.1.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.1.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.10.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.10.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.10.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.100.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.100.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.100.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.101.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.101.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.101.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.102.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.102.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.102.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.103.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.103.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.103.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.104.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.104.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.104.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.105.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.105.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.105.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.106.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.106.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.106.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.107.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.107.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.107.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.108.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.108.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.108.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.109.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.109.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.109.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.11.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.11.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.11.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.110.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.110.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.110.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.111.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.111.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.111.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.112.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.112.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.112.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.113.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.113.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.113.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.114.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.114.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.114.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.115.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.115.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.115.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.116.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.116.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.116.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.117.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.117.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.117.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.118.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.118.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.118.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.119.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.119.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.119.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.12.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.12.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.12.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.120.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.120.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.120.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.121.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.121.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.121.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.122.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.122.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.122.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.123.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.123.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.123.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.124.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.124.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.124.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.125.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.125.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.125.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.126.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.126.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.126.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.127.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.127.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.127.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.128.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.128.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.128.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.129.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.129.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.129.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.13.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.13.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.13.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.130.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.130.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.130.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.131.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.131.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.131.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.132.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.132.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.132.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.133.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.133.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.133.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.134.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.134.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.134.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.135.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.135.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.135.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.136.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.136.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.136.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.137.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.137.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.137.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.138.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.138.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.138.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.139.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.139.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.139.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.14.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.14.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.14.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.140.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.140.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.140.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.141.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.141.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.141.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.142.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.142.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.142.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.143.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.143.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.143.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.144.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.144.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.144.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.145.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.145.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.145.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.146.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.146.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.146.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.147.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.147.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.147.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.148.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.148.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.148.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.149.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.149.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.149.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.15.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.15.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.15.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.150.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.150.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.150.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.151.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.151.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.151.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.152.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.152.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.152.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.153.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.153.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.153.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.154.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.154.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.154.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.155.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.155.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.155.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.156.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.156.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.156.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.157.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.157.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.157.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.158.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.158.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.158.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.159.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.159.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.159.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.16.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.16.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.16.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.160.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.160.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.160.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.161.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.161.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.161.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.162.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.162.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.162.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.163.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.163.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.163.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.164.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.164.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.164.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.165.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.165.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.165.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.166.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.166.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.166.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.167.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.167.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.167.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.168.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.168.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.168.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.169.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.169.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.169.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.17.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.17.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.17.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.170.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.170.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.170.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.171.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.171.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.171.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.172.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.172.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.172.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.173.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.173.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.173.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.174.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.174.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.174.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.175.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.175.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.175.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.176.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.176.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.176.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.177.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.177.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.177.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.178.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.178.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.178.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.179.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.179.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.179.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.18.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.18.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.18.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.180.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.180.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.180.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.181.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.181.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.181.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.182.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.182.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.182.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.183.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.183.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.183.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.184.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.184.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.184.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.185.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.185.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.185.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.186.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.186.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.186.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.187.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.187.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.187.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.188.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.188.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.188.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.189.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.189.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.189.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.19.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.19.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.19.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.190.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.190.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.190.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.191.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.191.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.191.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.2.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.2.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.2.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.20.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.20.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.20.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.21.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.21.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.21.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.22.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.22.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.22.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.23.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.23.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.23.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.24.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.24.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.24.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.25.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.25.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.25.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.26.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.26.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.26.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.27.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.27.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.27.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.28.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.28.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.28.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.29.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.29.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.29.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.3.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.3.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.3.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.30.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.30.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.30.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.31.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.31.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.31.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.32.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.32.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.32.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.33.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.33.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.33.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.34.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.34.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.34.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.35.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.35.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.35.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.36.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.36.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.36.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.37.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.37.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.37.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.38.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.38.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.38.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.39.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.39.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.39.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.4.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.4.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.4.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.40.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.40.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.40.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.41.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.41.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.41.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.42.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.42.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.42.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.43.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.43.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.43.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.44.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.44.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.44.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.45.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.45.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.45.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.46.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.46.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.46.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.47.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.47.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.47.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.48.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.48.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.48.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.49.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.49.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.49.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.5.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.5.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.5.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.50.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.50.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.50.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.51.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.51.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.51.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.52.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.52.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.52.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.53.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.53.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.53.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.54.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.54.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.54.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.55.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.55.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.55.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.56.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.56.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.56.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.57.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.57.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.57.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.58.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.58.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.58.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.59.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.59.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.59.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.6.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.6.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.6.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.60.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.60.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.60.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.61.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.61.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.61.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.62.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.62.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.62.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.63.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.63.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.63.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.64.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.64.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.64.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.65.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.65.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.65.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.66.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.66.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.66.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.67.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.67.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.67.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.68.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.68.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.68.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.69.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.69.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.69.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.7.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.7.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.7.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.70.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.70.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.70.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.71.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.71.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.71.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.72.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.72.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.72.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.73.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.73.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.73.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.74.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.74.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.74.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.75.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.75.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.75.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.76.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.76.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.76.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.77.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.77.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.77.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.78.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.78.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.78.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.79.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.79.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.79.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.8.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.8.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.8.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.80.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.80.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.80.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.81.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.81.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.81.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.82.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.82.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.82.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.83.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.83.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.83.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.84.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.84.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.84.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.85.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.85.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.85.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.86.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.86.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.86.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.87.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.87.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.87.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.88.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.88.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.88.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.89.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.89.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.89.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.9.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.9.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.9.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.90.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.90.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.90.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.91.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.91.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.91.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.92.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.92.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.92.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.93.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.93.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.93.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.94.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.94.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.94.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.95.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.95.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.95.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.96.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.96.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.96.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.97.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.97.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.97.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.98.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.98.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.98.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.99.down_proj.weight": "model-00002-of-00079.safetensors", + "model.layers.3.mlp.experts.99.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.experts.99.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.router.gate.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.shared_mlp.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.shared_mlp.gate_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.mlp.shared_mlp.up_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00003-of-00079.safetensors", + "model.layers.3.self_attn.k_norm.weight": "model-00003-of-00079.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.self_attn.q_norm.weight": "model-00003-of-00079.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.30.input_layernorm.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.expert_bias": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.0.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.0.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.0.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.1.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.1.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.1.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.10.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.10.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.10.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.100.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.100.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.100.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.101.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.101.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.101.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.102.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.102.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.102.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.103.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.103.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.103.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.104.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.104.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.104.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.105.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.105.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.105.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.106.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.106.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.106.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.107.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.107.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.107.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.108.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.108.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.108.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.109.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.109.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.109.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.11.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.11.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.11.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.110.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.110.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.110.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.111.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.111.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.111.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.112.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.112.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.112.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.113.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.113.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.113.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.114.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.114.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.114.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.115.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.115.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.115.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.116.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.116.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.116.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.117.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.117.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.117.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.118.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.118.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.118.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.119.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.119.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.119.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.12.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.12.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.12.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.120.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.120.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.120.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.121.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.121.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.121.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.122.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.122.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.122.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.123.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.123.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.123.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.124.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.124.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.124.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.125.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.125.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.125.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.126.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.126.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.126.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.127.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.127.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.127.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.128.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.128.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.128.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.129.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.129.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.129.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.13.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.13.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.13.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.130.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.130.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.130.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.131.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.131.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.131.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.132.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.132.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.132.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.133.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.133.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.133.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.134.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.134.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.134.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.135.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.135.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.135.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.136.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.136.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.136.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.137.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.137.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.137.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.138.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.138.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.138.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.139.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.139.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.139.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.14.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.14.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.14.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.140.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.140.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.140.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.141.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.141.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.141.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.142.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.142.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.142.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.143.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.143.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.143.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.144.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.144.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.144.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.145.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.145.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.145.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.146.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.146.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.146.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.147.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.147.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.147.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.148.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.148.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.148.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.149.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.149.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.149.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.15.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.15.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.15.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.150.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.150.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.150.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.151.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.151.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.151.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.152.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.152.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.152.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.153.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.153.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.153.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.154.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.154.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.154.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.155.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.155.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.155.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.156.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.156.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.156.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.157.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.157.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.157.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.158.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.158.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.158.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.159.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.159.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.159.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.16.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.16.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.16.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.160.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.160.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.160.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.161.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.161.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.161.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.162.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.162.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.162.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.163.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.163.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.163.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.164.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.164.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.164.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.165.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.165.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.165.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.166.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.166.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.166.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.167.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.167.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.167.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.168.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.168.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.168.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.169.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.169.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.169.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.17.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.17.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.17.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.170.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.170.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.170.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.171.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.171.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.171.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.172.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.172.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.172.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.173.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.173.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.173.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.174.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.174.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.174.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.175.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.175.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.175.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.176.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.176.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.176.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.177.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.177.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.177.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.178.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.178.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.178.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.179.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.179.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.179.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.18.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.18.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.18.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.180.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.180.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.180.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.181.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.181.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.181.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.182.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.182.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.182.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.183.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.183.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.183.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.184.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.184.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.184.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.185.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.185.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.185.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.186.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.186.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.186.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.187.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.187.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.187.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.188.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.188.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.188.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.189.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.189.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.189.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.19.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.19.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.19.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.190.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.190.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.190.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.191.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.191.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.191.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.2.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.2.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.2.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.20.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.20.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.20.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.21.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.21.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.21.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.22.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.22.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.22.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.23.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.23.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.23.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.24.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.24.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.24.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.25.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.25.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.25.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.26.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.26.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.26.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.27.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.27.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.27.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.28.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.28.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.28.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.29.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.29.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.29.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.3.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.3.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.3.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.30.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.30.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.30.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.31.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.31.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.31.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.32.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.32.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.32.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.33.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.33.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.33.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.34.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.34.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.34.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.35.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.35.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.35.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.36.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.36.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.36.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.37.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.37.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.37.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.38.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.38.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.38.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.39.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.39.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.39.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.4.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.4.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.4.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.40.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.40.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.40.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.41.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.41.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.41.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.42.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.42.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.42.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.43.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.43.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.43.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.44.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.44.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.44.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.45.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.45.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.45.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.46.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.46.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.46.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.47.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.47.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.47.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.48.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.48.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.48.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.49.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.49.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.49.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.5.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.5.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.5.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.50.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.50.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.50.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.51.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.51.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.51.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.52.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.52.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.52.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.53.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.53.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.53.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.54.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.54.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.54.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.55.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.55.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.55.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.56.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.56.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.56.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.57.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.57.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.57.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.58.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.58.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.58.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.59.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.59.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.59.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.6.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.6.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.6.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.60.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.60.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.60.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.61.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.61.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.61.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.62.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.62.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.62.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.63.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.63.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.63.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.64.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.64.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.64.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.65.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.65.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.65.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.66.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.66.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.66.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.67.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.67.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.67.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.68.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.68.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.68.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.69.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.69.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.69.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.7.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.7.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.7.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.70.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.70.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.70.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.71.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.71.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.71.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.72.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.72.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.72.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.73.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.73.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.73.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.74.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.74.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.74.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.75.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.75.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.75.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.76.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.76.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.76.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.77.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.77.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.77.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.78.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.78.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.78.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.79.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.79.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.79.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.8.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.8.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.8.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.80.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.80.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.80.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.81.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.81.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.81.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.82.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.82.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.82.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.83.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.83.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.83.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.84.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.84.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.84.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.85.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.85.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.85.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.86.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.86.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.86.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.87.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.87.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.87.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.88.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.88.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.88.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.89.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.89.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.89.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.9.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.9.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.9.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.90.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.90.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.90.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.91.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.91.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.91.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.92.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.92.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.92.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.93.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.93.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.93.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.94.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.94.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.94.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.95.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.95.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.95.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.96.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.96.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.96.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.97.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.97.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.97.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.98.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.98.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.98.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.99.down_proj.weight": "model-00029-of-00079.safetensors", + "model.layers.30.mlp.experts.99.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.experts.99.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.router.gate.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.shared_mlp.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.shared_mlp.gate_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.mlp.shared_mlp.up_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00030-of-00079.safetensors", + "model.layers.30.self_attn.k_norm.weight": "model-00030-of-00079.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.self_attn.q_norm.weight": "model-00030-of-00079.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.input_layernorm.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.expert_bias": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.0.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.0.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.0.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.1.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.1.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.1.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.10.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.10.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.10.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.100.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.100.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.100.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.101.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.101.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.101.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.102.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.102.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.102.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.103.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.103.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.103.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.104.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.104.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.104.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.105.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.105.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.105.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.106.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.106.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.106.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.107.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.107.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.107.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.108.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.108.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.108.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.109.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.109.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.109.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.11.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.11.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.11.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.110.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.110.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.110.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.111.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.111.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.111.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.112.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.112.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.112.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.113.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.113.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.113.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.114.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.114.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.114.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.115.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.115.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.115.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.116.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.116.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.116.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.117.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.117.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.117.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.118.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.118.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.118.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.119.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.119.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.119.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.12.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.12.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.12.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.120.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.120.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.120.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.121.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.121.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.121.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.122.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.122.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.122.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.123.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.123.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.123.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.124.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.124.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.124.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.125.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.125.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.125.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.126.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.126.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.126.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.127.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.127.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.127.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.128.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.128.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.128.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.129.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.129.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.129.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.13.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.13.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.13.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.130.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.130.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.130.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.131.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.131.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.131.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.132.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.132.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.132.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.133.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.133.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.133.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.134.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.134.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.134.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.135.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.135.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.135.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.136.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.136.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.136.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.137.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.137.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.137.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.138.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.138.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.138.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.139.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.139.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.139.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.14.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.14.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.14.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.140.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.140.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.140.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.141.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.141.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.141.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.142.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.142.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.142.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.143.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.143.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.143.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.144.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.144.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.144.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.145.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.145.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.145.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.146.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.146.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.146.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.147.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.147.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.147.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.148.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.148.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.148.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.149.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.149.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.149.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.15.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.15.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.15.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.150.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.150.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.150.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.151.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.151.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.151.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.152.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.152.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.152.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.153.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.153.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.153.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.154.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.154.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.154.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.155.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.155.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.155.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.156.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.156.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.156.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.157.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.157.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.157.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.158.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.158.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.158.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.159.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.159.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.159.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.16.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.16.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.16.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.160.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.160.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.160.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.161.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.161.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.161.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.162.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.162.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.162.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.163.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.163.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.163.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.164.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.164.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.164.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.165.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.165.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.165.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.166.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.166.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.166.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.167.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.167.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.167.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.168.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.168.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.168.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.169.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.169.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.169.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.17.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.17.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.17.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.170.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.170.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.170.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.171.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.171.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.171.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.172.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.172.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.172.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.173.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.173.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.173.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.174.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.174.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.174.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.175.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.175.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.175.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.176.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.176.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.176.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.177.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.177.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.177.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.178.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.178.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.178.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.179.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.179.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.179.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.18.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.18.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.18.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.180.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.180.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.180.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.181.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.181.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.181.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.182.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.182.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.182.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.183.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.183.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.183.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.184.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.184.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.184.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.185.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.185.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.185.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.186.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.186.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.186.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.187.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.187.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.187.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.188.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.188.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.188.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.189.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.189.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.189.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.19.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.19.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.19.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.190.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.190.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.190.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.191.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.191.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.191.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.2.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.2.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.2.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.20.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.20.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.20.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.21.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.21.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.21.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.22.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.22.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.22.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.23.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.23.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.23.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.24.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.24.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.24.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.25.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.25.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.25.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.26.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.26.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.26.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.27.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.27.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.27.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.28.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.28.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.28.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.29.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.29.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.29.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.3.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.3.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.3.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.30.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.30.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.30.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.31.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.31.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.31.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.32.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.32.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.32.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.33.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.33.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.33.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.34.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.34.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.34.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.35.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.35.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.35.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.36.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.36.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.36.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.37.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.37.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.37.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.38.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.38.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.38.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.39.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.39.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.39.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.4.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.4.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.4.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.40.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.40.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.40.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.41.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.41.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.41.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.42.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.42.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.42.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.43.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.43.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.43.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.44.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.44.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.44.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.45.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.45.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.45.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.46.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.46.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.46.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.47.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.47.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.47.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.48.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.48.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.48.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.49.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.49.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.49.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.5.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.5.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.5.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.50.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.50.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.50.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.51.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.51.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.51.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.52.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.52.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.52.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.53.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.53.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.53.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.54.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.54.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.54.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.55.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.55.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.55.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.56.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.56.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.56.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.57.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.57.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.57.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.58.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.58.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.58.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.59.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.59.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.59.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.6.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.6.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.6.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.60.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.60.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.60.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.61.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.61.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.61.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.62.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.62.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.62.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.63.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.63.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.63.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.64.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.64.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.64.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.65.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.65.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.65.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.66.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.66.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.66.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.67.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.67.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.67.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.68.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.68.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.68.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.69.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.69.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.69.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.7.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.7.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.7.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.70.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.70.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.70.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.71.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.71.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.71.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.72.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.72.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.72.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.73.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.73.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.73.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.74.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.74.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.74.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.75.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.75.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.75.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.76.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.76.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.76.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.77.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.77.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.77.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.78.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.78.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.78.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.79.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.79.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.79.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.8.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.8.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.8.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.80.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.80.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.80.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.81.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.81.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.81.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.82.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.82.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.82.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.83.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.83.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.83.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.84.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.84.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.84.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.85.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.85.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.85.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.86.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.86.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.86.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.87.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.87.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.87.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.88.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.88.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.88.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.89.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.89.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.89.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.9.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.9.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.9.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.90.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.90.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.90.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.91.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.91.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.91.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.92.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.92.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.92.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.93.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.93.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.93.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.94.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.94.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.94.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.95.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.95.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.95.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.96.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.96.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.96.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.97.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.97.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.97.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.98.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.98.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.98.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.99.down_proj.weight": "model-00030-of-00079.safetensors", + "model.layers.31.mlp.experts.99.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.experts.99.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.router.gate.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.shared_mlp.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.shared_mlp.gate_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.mlp.shared_mlp.up_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00031-of-00079.safetensors", + "model.layers.31.self_attn.k_norm.weight": "model-00031-of-00079.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.self_attn.q_norm.weight": "model-00031-of-00079.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.input_layernorm.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.expert_bias": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.0.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.0.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.0.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.1.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.1.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.1.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.10.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.10.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.10.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.100.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.100.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.100.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.101.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.101.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.101.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.102.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.102.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.102.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.103.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.103.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.103.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.104.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.104.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.104.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.105.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.105.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.105.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.106.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.106.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.106.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.107.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.107.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.107.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.108.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.108.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.108.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.109.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.109.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.109.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.11.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.11.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.11.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.110.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.110.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.110.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.111.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.111.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.111.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.112.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.112.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.112.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.113.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.113.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.113.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.114.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.114.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.114.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.115.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.115.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.115.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.116.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.116.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.116.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.117.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.117.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.117.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.118.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.118.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.118.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.119.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.119.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.119.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.12.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.12.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.12.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.120.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.120.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.120.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.121.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.121.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.121.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.122.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.122.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.122.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.123.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.123.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.123.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.124.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.124.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.124.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.125.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.125.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.125.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.126.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.126.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.126.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.127.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.127.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.127.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.128.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.128.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.128.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.129.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.129.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.129.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.13.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.13.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.13.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.130.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.130.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.130.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.131.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.131.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.131.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.132.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.132.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.132.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.133.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.133.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.133.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.134.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.134.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.134.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.135.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.135.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.135.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.136.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.136.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.136.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.137.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.137.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.137.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.138.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.138.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.138.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.139.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.139.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.139.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.14.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.14.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.14.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.140.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.140.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.140.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.141.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.141.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.141.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.142.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.142.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.142.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.143.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.143.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.143.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.144.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.144.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.144.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.145.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.145.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.145.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.146.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.146.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.146.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.147.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.147.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.147.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.148.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.148.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.148.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.149.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.149.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.149.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.15.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.15.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.15.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.150.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.150.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.150.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.151.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.151.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.151.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.152.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.152.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.152.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.153.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.153.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.153.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.154.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.154.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.154.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.155.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.155.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.155.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.156.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.156.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.156.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.157.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.157.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.157.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.158.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.158.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.158.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.159.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.159.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.159.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.16.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.16.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.16.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.160.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.160.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.160.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.161.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.161.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.161.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.162.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.162.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.162.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.163.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.163.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.163.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.164.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.164.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.164.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.165.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.165.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.165.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.166.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.166.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.166.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.167.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.167.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.167.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.168.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.168.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.168.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.169.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.169.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.169.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.17.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.17.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.17.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.170.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.170.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.170.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.171.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.171.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.171.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.172.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.172.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.172.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.173.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.173.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.173.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.174.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.174.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.174.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.175.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.175.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.175.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.176.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.176.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.176.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.177.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.177.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.177.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.178.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.178.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.178.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.179.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.179.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.179.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.18.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.18.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.18.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.180.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.180.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.180.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.181.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.181.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.181.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.182.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.182.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.182.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.183.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.183.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.183.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.184.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.184.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.184.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.185.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.185.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.185.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.186.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.186.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.186.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.187.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.187.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.187.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.188.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.188.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.188.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.189.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.189.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.189.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.19.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.19.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.19.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.190.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.190.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.190.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.191.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.191.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.191.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.2.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.2.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.2.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.20.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.20.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.20.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.21.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.21.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.21.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.22.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.22.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.22.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.23.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.23.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.23.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.24.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.24.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.24.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.25.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.25.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.25.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.26.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.26.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.26.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.27.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.27.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.27.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.28.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.28.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.28.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.29.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.29.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.29.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.3.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.3.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.3.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.30.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.30.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.30.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.31.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.31.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.31.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.32.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.32.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.32.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.33.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.33.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.33.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.34.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.34.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.34.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.35.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.35.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.35.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.36.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.36.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.36.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.37.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.37.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.37.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.38.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.38.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.38.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.39.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.39.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.39.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.4.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.4.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.4.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.40.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.40.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.40.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.41.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.41.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.41.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.42.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.42.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.42.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.43.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.43.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.43.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.44.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.44.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.44.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.45.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.45.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.45.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.46.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.46.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.46.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.47.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.47.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.47.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.48.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.48.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.48.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.49.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.49.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.49.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.5.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.5.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.5.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.50.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.50.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.50.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.51.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.51.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.51.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.52.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.52.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.52.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.53.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.53.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.53.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.54.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.54.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.54.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.55.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.55.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.55.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.56.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.56.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.56.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.57.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.57.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.57.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.58.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.58.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.58.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.59.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.59.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.59.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.6.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.6.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.6.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.60.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.60.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.60.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.61.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.61.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.61.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.62.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.62.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.62.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.63.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.63.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.63.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.64.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.64.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.64.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.65.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.65.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.65.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.66.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.66.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.66.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.67.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.67.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.67.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.68.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.68.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.68.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.69.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.69.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.69.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.7.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.7.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.7.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.70.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.70.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.70.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.71.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.71.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.71.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.72.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.72.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.72.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.73.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.73.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.73.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.74.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.74.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.74.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.75.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.75.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.75.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.76.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.76.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.76.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.77.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.77.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.77.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.78.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.78.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.78.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.79.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.79.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.79.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.8.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.8.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.8.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.80.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.80.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.80.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.81.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.81.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.81.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.82.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.82.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.82.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.83.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.83.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.83.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.84.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.84.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.84.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.85.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.85.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.85.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.86.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.86.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.86.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.87.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.87.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.87.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.88.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.88.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.88.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.89.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.89.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.89.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.9.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.9.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.9.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.90.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.90.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.90.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.91.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.91.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.91.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.92.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.92.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.92.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.93.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.93.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.93.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.94.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.94.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.94.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.95.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.95.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.95.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.96.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.96.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.96.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.97.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.97.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.97.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.98.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.98.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.98.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.99.down_proj.weight": "model-00031-of-00079.safetensors", + "model.layers.32.mlp.experts.99.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.experts.99.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.router.gate.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.shared_mlp.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.shared_mlp.gate_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.mlp.shared_mlp.up_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.post_attention_layernorm.weight": "model-00032-of-00079.safetensors", + "model.layers.32.self_attn.k_norm.weight": "model-00032-of-00079.safetensors", + "model.layers.32.self_attn.k_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.self_attn.o_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.self_attn.q_norm.weight": "model-00032-of-00079.safetensors", + "model.layers.32.self_attn.q_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.32.self_attn.v_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.input_layernorm.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.expert_bias": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.0.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.0.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.0.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.1.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.1.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.1.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.10.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.10.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.10.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.100.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.100.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.100.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.101.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.101.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.101.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.102.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.102.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.102.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.103.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.103.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.103.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.104.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.104.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.104.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.105.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.105.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.105.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.106.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.106.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.106.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.107.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.107.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.107.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.108.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.108.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.108.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.109.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.109.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.109.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.11.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.11.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.11.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.110.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.110.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.110.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.111.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.111.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.111.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.112.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.112.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.112.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.113.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.113.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.113.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.114.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.114.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.114.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.115.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.115.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.115.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.116.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.116.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.116.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.117.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.117.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.117.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.118.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.118.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.118.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.119.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.119.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.119.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.12.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.12.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.12.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.120.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.120.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.120.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.121.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.121.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.121.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.122.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.122.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.122.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.123.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.123.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.123.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.124.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.124.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.124.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.125.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.125.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.125.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.126.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.126.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.126.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.127.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.127.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.127.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.128.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.128.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.128.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.129.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.129.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.129.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.13.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.13.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.13.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.130.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.130.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.130.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.131.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.131.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.131.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.132.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.132.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.132.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.133.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.133.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.133.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.134.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.134.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.134.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.135.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.135.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.135.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.136.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.136.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.136.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.137.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.137.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.137.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.138.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.138.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.138.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.139.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.139.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.139.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.14.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.14.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.14.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.140.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.140.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.140.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.141.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.141.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.141.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.142.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.142.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.142.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.143.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.143.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.143.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.144.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.144.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.144.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.145.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.145.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.145.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.146.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.146.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.146.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.147.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.147.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.147.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.148.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.148.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.148.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.149.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.149.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.149.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.15.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.15.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.15.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.150.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.150.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.150.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.151.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.151.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.151.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.152.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.152.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.152.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.153.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.153.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.153.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.154.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.154.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.154.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.155.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.155.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.155.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.156.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.156.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.156.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.157.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.157.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.157.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.158.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.158.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.158.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.159.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.159.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.159.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.16.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.16.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.16.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.160.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.160.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.160.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.161.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.161.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.161.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.162.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.162.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.162.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.163.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.163.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.163.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.164.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.164.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.164.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.165.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.165.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.165.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.166.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.166.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.166.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.167.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.167.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.167.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.168.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.168.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.168.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.169.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.169.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.169.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.17.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.17.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.17.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.170.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.170.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.170.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.171.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.171.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.171.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.172.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.172.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.172.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.173.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.173.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.173.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.174.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.174.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.174.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.175.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.175.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.175.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.176.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.176.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.176.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.177.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.177.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.177.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.178.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.178.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.178.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.179.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.179.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.179.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.18.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.18.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.18.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.180.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.180.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.180.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.181.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.181.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.181.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.182.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.182.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.182.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.183.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.183.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.183.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.184.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.184.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.184.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.185.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.185.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.185.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.186.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.186.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.186.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.187.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.187.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.187.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.188.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.188.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.188.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.189.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.189.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.189.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.19.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.19.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.19.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.190.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.190.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.190.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.191.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.191.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.191.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.2.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.2.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.2.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.20.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.20.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.20.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.21.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.21.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.21.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.22.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.22.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.22.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.23.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.23.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.23.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.24.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.24.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.24.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.25.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.25.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.25.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.26.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.26.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.26.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.27.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.27.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.27.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.28.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.28.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.28.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.29.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.29.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.29.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.3.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.3.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.3.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.30.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.30.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.30.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.31.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.31.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.31.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.32.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.32.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.32.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.33.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.33.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.33.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.34.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.34.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.34.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.35.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.35.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.35.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.36.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.36.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.36.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.37.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.37.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.37.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.38.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.38.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.38.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.39.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.39.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.39.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.4.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.4.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.4.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.40.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.40.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.40.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.41.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.41.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.41.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.42.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.42.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.42.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.43.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.43.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.43.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.44.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.44.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.44.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.45.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.45.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.45.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.46.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.46.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.46.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.47.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.47.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.47.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.48.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.48.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.48.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.49.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.49.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.49.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.5.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.5.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.5.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.50.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.50.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.50.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.51.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.51.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.51.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.52.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.52.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.52.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.53.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.53.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.53.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.54.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.54.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.54.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.55.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.55.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.55.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.56.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.56.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.56.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.57.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.57.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.57.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.58.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.58.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.58.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.59.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.59.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.59.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.6.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.6.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.6.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.60.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.60.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.60.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.61.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.61.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.61.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.62.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.62.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.62.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.63.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.63.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.63.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.64.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.64.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.64.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.65.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.65.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.65.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.66.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.66.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.66.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.67.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.67.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.67.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.68.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.68.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.68.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.69.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.69.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.69.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.7.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.7.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.7.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.70.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.70.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.70.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.71.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.71.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.71.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.72.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.72.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.72.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.73.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.73.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.73.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.74.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.74.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.74.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.75.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.75.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.75.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.76.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.76.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.76.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.77.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.77.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.77.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.78.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.78.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.78.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.79.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.79.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.79.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.8.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.8.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.8.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.80.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.80.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.80.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.81.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.81.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.81.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.82.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.82.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.82.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.83.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.83.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.83.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.84.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.84.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.84.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.85.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.85.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.85.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.86.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.86.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.86.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.87.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.87.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.87.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.88.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.88.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.88.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.89.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.89.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.89.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.9.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.9.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.9.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.90.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.90.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.90.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.91.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.91.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.91.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.92.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.92.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.92.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.93.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.93.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.93.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.94.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.94.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.94.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.95.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.95.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.95.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.96.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.96.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.96.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.97.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.97.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.97.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.98.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.98.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.98.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.99.down_proj.weight": "model-00032-of-00079.safetensors", + "model.layers.33.mlp.experts.99.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.experts.99.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.router.gate.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.shared_mlp.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.shared_mlp.gate_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.mlp.shared_mlp.up_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.post_attention_layernorm.weight": "model-00033-of-00079.safetensors", + "model.layers.33.self_attn.k_norm.weight": "model-00033-of-00079.safetensors", + "model.layers.33.self_attn.k_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.self_attn.o_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.self_attn.q_norm.weight": "model-00033-of-00079.safetensors", + "model.layers.33.self_attn.q_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.33.self_attn.v_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.input_layernorm.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.expert_bias": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.0.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.0.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.0.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.1.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.1.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.1.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.10.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.10.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.10.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.100.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.100.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.100.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.101.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.101.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.101.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.102.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.102.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.102.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.103.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.103.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.103.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.104.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.104.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.104.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.105.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.105.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.105.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.106.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.106.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.106.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.107.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.107.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.107.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.108.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.108.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.108.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.109.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.109.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.109.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.11.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.11.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.11.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.110.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.110.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.110.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.111.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.111.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.111.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.112.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.112.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.112.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.113.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.113.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.113.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.114.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.114.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.114.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.115.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.115.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.115.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.116.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.116.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.116.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.117.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.117.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.117.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.118.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.118.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.118.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.119.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.119.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.119.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.12.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.12.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.12.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.120.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.120.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.120.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.121.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.121.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.121.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.122.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.122.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.122.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.123.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.123.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.123.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.124.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.124.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.124.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.125.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.125.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.125.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.126.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.126.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.126.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.127.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.127.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.127.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.128.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.128.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.128.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.129.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.129.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.129.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.13.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.13.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.13.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.130.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.130.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.130.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.131.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.131.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.131.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.132.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.132.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.132.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.133.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.133.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.133.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.134.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.134.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.134.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.135.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.135.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.135.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.136.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.136.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.136.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.137.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.137.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.137.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.138.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.138.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.138.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.139.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.139.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.139.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.14.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.14.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.14.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.140.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.140.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.140.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.141.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.141.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.141.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.142.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.142.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.142.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.143.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.143.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.143.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.144.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.144.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.144.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.145.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.145.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.145.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.146.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.146.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.146.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.147.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.147.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.147.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.148.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.148.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.148.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.149.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.149.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.149.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.15.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.15.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.15.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.150.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.150.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.150.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.151.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.151.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.151.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.152.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.152.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.152.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.153.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.153.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.153.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.154.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.154.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.154.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.155.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.155.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.155.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.156.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.156.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.156.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.157.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.157.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.157.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.158.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.158.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.158.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.159.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.159.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.159.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.16.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.16.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.16.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.160.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.160.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.160.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.161.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.161.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.161.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.162.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.162.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.162.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.163.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.163.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.163.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.164.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.164.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.164.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.165.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.165.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.165.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.166.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.166.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.166.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.167.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.167.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.167.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.168.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.168.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.168.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.169.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.169.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.169.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.17.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.17.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.17.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.170.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.170.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.170.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.171.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.171.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.171.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.172.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.172.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.172.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.173.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.173.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.173.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.174.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.174.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.174.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.175.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.175.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.175.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.176.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.176.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.176.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.177.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.177.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.177.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.178.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.178.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.178.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.179.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.179.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.179.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.18.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.18.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.18.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.180.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.180.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.180.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.181.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.181.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.181.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.182.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.182.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.182.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.183.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.183.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.183.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.184.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.184.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.184.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.185.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.185.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.185.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.186.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.186.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.186.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.187.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.187.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.187.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.188.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.188.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.188.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.189.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.189.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.189.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.19.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.19.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.19.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.190.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.190.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.190.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.191.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.191.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.191.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.2.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.2.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.2.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.20.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.20.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.20.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.21.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.21.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.21.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.22.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.22.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.22.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.23.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.23.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.23.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.24.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.24.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.24.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.25.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.25.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.25.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.26.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.26.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.26.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.27.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.27.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.27.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.28.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.28.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.28.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.29.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.29.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.29.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.3.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.3.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.3.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.30.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.30.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.30.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.31.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.31.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.31.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.32.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.32.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.32.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.33.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.33.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.33.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.34.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.34.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.34.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.35.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.35.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.35.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.36.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.36.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.36.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.37.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.37.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.37.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.38.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.38.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.38.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.39.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.39.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.39.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.4.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.4.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.4.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.40.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.40.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.40.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.41.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.41.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.41.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.42.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.42.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.42.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.43.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.43.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.43.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.44.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.44.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.44.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.45.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.45.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.45.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.46.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.46.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.46.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.47.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.47.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.47.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.48.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.48.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.48.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.49.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.49.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.49.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.5.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.5.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.5.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.50.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.50.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.50.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.51.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.51.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.51.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.52.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.52.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.52.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.53.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.53.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.53.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.54.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.54.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.54.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.55.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.55.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.55.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.56.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.56.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.56.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.57.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.57.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.57.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.58.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.58.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.58.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.59.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.59.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.59.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.6.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.6.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.6.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.60.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.60.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.60.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.61.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.61.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.61.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.62.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.62.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.62.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.63.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.63.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.63.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.64.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.64.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.64.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.65.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.65.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.65.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.66.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.66.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.66.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.67.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.67.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.67.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.68.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.68.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.68.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.69.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.69.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.69.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.7.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.7.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.7.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.70.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.70.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.70.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.71.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.71.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.71.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.72.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.72.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.72.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.73.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.73.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.73.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.74.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.74.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.74.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.75.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.75.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.75.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.76.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.76.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.76.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.77.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.77.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.77.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.78.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.78.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.78.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.79.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.79.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.79.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.8.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.8.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.8.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.80.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.80.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.80.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.81.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.81.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.81.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.82.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.82.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.82.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.83.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.83.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.83.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.84.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.84.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.84.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.85.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.85.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.85.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.86.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.86.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.86.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.87.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.87.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.87.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.88.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.88.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.88.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.89.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.89.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.89.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.9.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.9.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.9.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.90.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.90.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.90.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.91.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.91.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.91.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.92.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.92.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.92.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.93.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.93.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.93.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.94.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.94.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.94.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.95.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.95.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.95.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.96.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.96.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.96.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.97.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.97.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.97.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.98.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.98.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.98.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.99.down_proj.weight": "model-00033-of-00079.safetensors", + "model.layers.34.mlp.experts.99.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.experts.99.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.router.gate.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.shared_mlp.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.shared_mlp.gate_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.mlp.shared_mlp.up_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.post_attention_layernorm.weight": "model-00034-of-00079.safetensors", + "model.layers.34.self_attn.k_norm.weight": "model-00034-of-00079.safetensors", + "model.layers.34.self_attn.k_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.self_attn.o_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.self_attn.q_norm.weight": "model-00034-of-00079.safetensors", + "model.layers.34.self_attn.q_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.34.self_attn.v_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.input_layernorm.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.expert_bias": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.0.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.0.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.0.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.1.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.1.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.1.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.10.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.10.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.10.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.100.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.100.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.100.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.101.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.101.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.101.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.102.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.102.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.102.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.103.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.103.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.103.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.104.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.104.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.104.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.105.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.105.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.105.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.106.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.106.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.106.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.107.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.107.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.107.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.108.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.108.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.108.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.109.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.109.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.109.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.11.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.11.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.11.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.110.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.110.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.110.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.111.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.111.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.111.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.112.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.112.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.112.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.113.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.113.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.113.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.114.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.114.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.114.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.115.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.115.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.115.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.116.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.116.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.116.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.117.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.117.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.117.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.118.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.118.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.118.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.119.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.119.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.119.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.12.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.12.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.12.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.120.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.120.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.120.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.121.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.121.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.121.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.122.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.122.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.122.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.123.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.123.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.123.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.124.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.124.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.124.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.125.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.125.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.125.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.126.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.126.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.126.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.127.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.127.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.127.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.128.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.128.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.128.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.129.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.129.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.129.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.13.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.13.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.13.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.130.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.130.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.130.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.131.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.131.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.131.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.132.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.132.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.132.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.133.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.133.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.133.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.134.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.134.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.134.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.135.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.135.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.135.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.136.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.136.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.136.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.137.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.137.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.137.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.138.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.138.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.138.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.139.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.139.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.139.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.14.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.14.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.14.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.140.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.140.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.140.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.141.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.141.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.141.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.142.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.142.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.142.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.143.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.143.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.143.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.144.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.144.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.144.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.145.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.145.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.145.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.146.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.146.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.146.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.147.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.147.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.147.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.148.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.148.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.148.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.149.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.149.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.149.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.15.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.15.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.15.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.150.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.150.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.150.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.151.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.151.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.151.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.152.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.152.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.152.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.153.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.153.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.153.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.154.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.154.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.154.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.155.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.155.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.155.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.156.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.156.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.156.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.157.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.157.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.157.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.158.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.158.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.158.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.159.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.159.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.159.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.16.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.16.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.16.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.160.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.160.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.160.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.161.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.161.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.161.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.162.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.162.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.162.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.163.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.163.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.163.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.164.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.164.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.164.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.165.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.165.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.165.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.166.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.166.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.166.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.167.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.167.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.167.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.168.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.168.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.168.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.169.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.169.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.169.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.17.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.17.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.17.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.170.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.170.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.170.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.171.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.171.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.171.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.172.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.172.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.172.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.173.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.173.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.173.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.174.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.174.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.174.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.175.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.175.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.175.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.176.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.176.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.176.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.177.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.177.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.177.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.178.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.178.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.178.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.179.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.179.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.179.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.18.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.18.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.18.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.180.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.180.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.180.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.181.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.181.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.181.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.182.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.182.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.182.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.183.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.183.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.183.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.184.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.184.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.184.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.185.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.185.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.185.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.186.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.186.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.186.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.187.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.187.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.187.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.188.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.188.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.188.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.189.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.189.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.189.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.19.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.19.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.19.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.190.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.190.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.190.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.191.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.191.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.191.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.2.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.2.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.2.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.20.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.20.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.20.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.21.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.21.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.21.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.22.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.22.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.22.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.23.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.23.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.23.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.24.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.24.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.24.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.25.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.25.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.25.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.26.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.26.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.26.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.27.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.27.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.27.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.28.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.28.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.28.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.29.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.29.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.29.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.3.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.3.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.3.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.30.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.30.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.30.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.31.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.31.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.31.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.32.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.32.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.32.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.33.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.33.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.33.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.34.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.34.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.34.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.35.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.35.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.35.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.36.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.36.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.36.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.37.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.37.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.37.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.38.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.38.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.38.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.39.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.39.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.39.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.4.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.4.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.4.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.40.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.40.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.40.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.41.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.41.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.41.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.42.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.42.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.42.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.43.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.43.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.43.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.44.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.44.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.44.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.45.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.45.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.45.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.46.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.46.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.46.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.47.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.47.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.47.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.48.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.48.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.48.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.49.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.49.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.49.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.5.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.5.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.5.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.50.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.50.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.50.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.51.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.51.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.51.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.52.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.52.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.52.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.53.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.53.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.53.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.54.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.54.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.54.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.55.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.55.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.55.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.56.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.56.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.56.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.57.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.57.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.57.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.58.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.58.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.58.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.59.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.59.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.59.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.6.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.6.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.6.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.60.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.60.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.60.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.61.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.61.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.61.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.62.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.62.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.62.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.63.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.63.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.63.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.64.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.64.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.64.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.65.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.65.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.65.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.66.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.66.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.66.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.67.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.67.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.67.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.68.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.68.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.68.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.69.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.69.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.69.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.7.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.7.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.7.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.70.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.70.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.70.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.71.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.71.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.71.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.72.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.72.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.72.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.73.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.73.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.73.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.74.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.74.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.74.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.75.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.75.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.75.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.76.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.76.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.76.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.77.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.77.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.77.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.78.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.78.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.78.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.79.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.79.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.79.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.8.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.8.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.8.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.80.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.80.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.80.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.81.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.81.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.81.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.82.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.82.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.82.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.83.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.83.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.83.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.84.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.84.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.84.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.85.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.85.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.85.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.86.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.86.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.86.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.87.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.87.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.87.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.88.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.88.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.88.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.89.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.89.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.89.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.9.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.9.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.9.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.90.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.90.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.90.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.91.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.91.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.91.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.92.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.92.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.92.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.93.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.93.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.93.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.94.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.94.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.94.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.95.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.95.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.95.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.96.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.96.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.96.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.97.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.97.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.97.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.98.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.98.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.98.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.99.down_proj.weight": "model-00034-of-00079.safetensors", + "model.layers.35.mlp.experts.99.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.experts.99.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.router.gate.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.shared_mlp.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.shared_mlp.gate_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.mlp.shared_mlp.up_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.post_attention_layernorm.weight": "model-00035-of-00079.safetensors", + "model.layers.35.self_attn.k_norm.weight": "model-00035-of-00079.safetensors", + "model.layers.35.self_attn.k_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.self_attn.o_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.self_attn.q_norm.weight": "model-00035-of-00079.safetensors", + "model.layers.35.self_attn.q_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.35.self_attn.v_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.input_layernorm.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.expert_bias": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.0.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.0.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.0.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.1.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.1.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.1.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.10.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.10.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.10.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.100.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.100.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.100.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.101.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.101.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.101.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.102.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.102.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.102.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.103.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.103.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.103.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.104.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.104.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.104.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.105.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.105.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.105.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.106.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.106.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.106.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.107.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.107.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.107.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.108.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.108.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.108.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.109.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.109.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.109.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.11.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.11.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.11.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.110.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.110.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.110.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.111.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.111.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.111.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.112.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.112.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.112.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.113.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.113.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.113.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.114.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.114.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.114.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.115.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.115.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.115.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.116.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.116.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.116.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.117.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.117.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.117.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.118.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.118.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.118.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.119.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.119.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.119.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.12.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.12.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.12.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.120.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.120.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.120.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.121.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.121.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.121.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.122.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.122.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.122.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.123.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.123.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.123.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.124.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.124.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.124.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.125.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.125.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.125.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.126.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.126.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.126.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.127.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.127.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.127.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.128.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.128.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.128.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.129.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.129.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.129.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.13.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.13.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.13.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.130.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.130.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.130.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.131.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.131.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.131.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.132.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.132.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.132.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.133.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.133.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.133.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.134.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.134.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.134.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.135.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.135.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.135.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.136.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.136.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.136.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.137.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.137.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.137.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.138.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.138.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.138.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.139.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.139.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.139.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.14.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.14.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.14.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.140.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.140.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.140.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.141.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.141.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.141.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.142.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.142.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.142.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.143.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.143.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.143.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.144.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.144.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.144.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.145.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.145.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.145.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.146.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.146.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.146.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.147.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.147.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.147.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.148.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.148.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.148.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.149.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.149.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.149.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.15.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.15.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.15.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.150.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.150.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.150.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.151.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.151.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.151.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.152.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.152.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.152.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.153.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.153.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.153.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.154.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.154.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.154.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.155.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.155.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.155.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.156.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.156.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.156.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.157.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.157.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.157.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.158.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.158.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.158.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.159.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.159.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.159.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.16.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.16.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.16.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.160.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.160.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.160.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.161.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.161.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.161.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.162.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.162.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.162.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.163.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.163.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.163.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.164.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.164.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.164.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.165.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.165.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.165.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.166.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.166.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.166.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.167.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.167.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.167.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.168.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.168.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.168.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.169.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.169.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.169.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.17.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.17.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.17.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.170.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.170.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.170.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.171.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.171.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.171.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.172.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.172.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.172.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.173.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.173.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.173.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.174.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.174.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.174.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.175.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.175.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.175.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.176.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.176.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.176.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.177.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.177.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.177.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.178.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.178.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.178.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.179.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.179.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.179.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.18.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.18.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.18.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.180.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.180.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.180.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.181.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.181.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.181.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.182.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.182.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.182.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.183.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.183.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.183.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.184.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.184.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.184.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.185.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.185.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.185.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.186.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.186.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.186.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.187.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.187.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.187.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.188.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.188.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.188.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.189.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.189.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.189.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.19.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.19.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.19.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.190.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.190.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.190.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.191.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.191.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.191.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.2.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.2.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.2.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.20.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.20.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.20.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.21.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.21.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.21.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.22.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.22.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.22.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.23.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.23.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.23.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.24.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.24.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.24.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.25.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.25.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.25.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.26.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.26.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.26.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.27.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.27.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.27.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.28.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.28.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.28.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.29.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.29.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.29.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.3.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.3.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.3.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.30.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.30.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.30.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.31.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.31.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.31.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.32.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.32.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.32.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.33.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.33.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.33.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.34.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.34.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.34.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.35.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.35.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.35.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.36.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.36.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.36.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.37.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.37.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.37.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.38.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.38.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.38.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.39.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.39.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.39.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.4.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.4.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.4.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.40.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.40.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.40.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.41.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.41.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.41.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.42.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.42.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.42.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.43.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.43.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.43.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.44.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.44.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.44.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.45.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.45.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.45.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.46.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.46.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.46.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.47.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.47.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.47.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.48.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.48.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.48.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.49.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.49.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.49.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.5.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.5.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.5.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.50.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.50.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.50.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.51.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.51.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.51.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.52.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.52.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.52.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.53.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.53.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.53.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.54.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.54.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.54.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.55.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.55.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.55.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.56.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.56.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.56.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.57.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.57.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.57.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.58.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.58.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.58.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.59.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.59.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.59.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.6.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.6.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.6.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.60.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.60.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.60.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.61.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.61.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.61.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.62.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.62.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.62.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.63.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.63.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.63.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.64.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.64.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.64.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.65.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.65.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.65.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.66.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.66.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.66.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.67.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.67.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.67.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.68.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.68.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.68.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.69.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.69.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.69.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.7.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.7.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.7.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.70.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.70.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.70.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.71.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.71.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.71.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.72.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.72.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.72.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.73.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.73.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.73.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.74.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.74.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.74.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.75.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.75.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.75.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.76.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.76.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.76.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.77.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.77.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.77.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.78.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.78.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.78.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.79.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.79.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.79.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.8.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.8.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.8.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.80.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.80.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.80.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.81.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.81.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.81.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.82.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.82.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.82.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.83.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.83.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.83.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.84.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.84.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.84.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.85.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.85.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.85.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.86.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.86.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.86.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.87.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.87.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.87.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.88.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.88.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.88.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.89.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.89.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.89.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.9.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.9.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.9.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.90.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.90.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.90.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.91.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.91.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.91.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.92.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.92.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.92.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.93.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.93.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.93.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.94.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.94.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.94.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.95.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.95.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.95.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.96.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.96.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.96.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.97.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.97.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.97.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.98.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.98.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.98.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.99.down_proj.weight": "model-00035-of-00079.safetensors", + "model.layers.36.mlp.experts.99.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.experts.99.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.router.gate.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.shared_mlp.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.shared_mlp.gate_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.mlp.shared_mlp.up_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.post_attention_layernorm.weight": "model-00036-of-00079.safetensors", + "model.layers.36.self_attn.k_norm.weight": "model-00036-of-00079.safetensors", + "model.layers.36.self_attn.k_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.self_attn.o_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.self_attn.q_norm.weight": "model-00036-of-00079.safetensors", + "model.layers.36.self_attn.q_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.36.self_attn.v_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.input_layernorm.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.expert_bias": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.0.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.0.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.0.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.1.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.1.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.1.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.10.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.10.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.10.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.100.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.100.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.100.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.101.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.101.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.101.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.102.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.102.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.102.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.103.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.103.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.103.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.104.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.104.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.104.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.105.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.105.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.105.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.106.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.106.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.106.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.107.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.107.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.107.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.108.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.108.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.108.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.109.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.109.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.109.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.11.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.11.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.11.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.110.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.110.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.110.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.111.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.111.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.111.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.112.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.112.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.112.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.113.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.113.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.113.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.114.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.114.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.114.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.115.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.115.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.115.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.116.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.116.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.116.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.117.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.117.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.117.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.118.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.118.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.118.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.119.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.119.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.119.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.12.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.12.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.12.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.120.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.120.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.120.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.121.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.121.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.121.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.122.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.122.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.122.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.123.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.123.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.123.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.124.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.124.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.124.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.125.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.125.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.125.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.126.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.126.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.126.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.127.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.127.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.127.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.128.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.128.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.128.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.129.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.129.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.129.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.13.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.13.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.13.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.130.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.130.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.130.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.131.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.131.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.131.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.132.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.132.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.132.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.133.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.133.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.133.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.134.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.134.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.134.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.135.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.135.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.135.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.136.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.136.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.136.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.137.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.137.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.137.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.138.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.138.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.138.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.139.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.139.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.139.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.14.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.14.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.14.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.140.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.140.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.140.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.141.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.141.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.141.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.142.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.142.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.142.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.143.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.143.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.143.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.144.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.144.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.144.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.145.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.145.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.145.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.146.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.146.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.146.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.147.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.147.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.147.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.148.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.148.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.148.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.149.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.149.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.149.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.15.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.15.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.15.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.150.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.150.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.150.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.151.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.151.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.151.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.152.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.152.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.152.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.153.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.153.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.153.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.154.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.154.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.154.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.155.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.155.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.155.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.156.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.156.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.156.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.157.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.157.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.157.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.158.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.158.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.158.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.159.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.159.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.159.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.16.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.16.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.16.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.160.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.160.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.160.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.161.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.161.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.161.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.162.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.162.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.162.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.163.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.163.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.163.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.164.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.164.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.164.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.165.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.165.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.165.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.166.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.166.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.166.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.167.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.167.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.167.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.168.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.168.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.168.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.169.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.169.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.169.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.17.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.17.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.17.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.170.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.170.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.170.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.171.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.171.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.171.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.172.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.172.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.172.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.173.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.173.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.173.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.174.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.174.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.174.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.175.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.175.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.175.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.176.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.176.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.176.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.177.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.177.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.177.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.178.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.178.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.178.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.179.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.179.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.179.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.18.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.18.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.18.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.180.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.180.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.180.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.181.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.181.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.181.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.182.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.182.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.182.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.183.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.183.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.183.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.184.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.184.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.184.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.185.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.185.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.185.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.186.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.186.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.186.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.187.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.187.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.187.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.188.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.188.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.188.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.189.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.189.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.189.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.19.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.19.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.19.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.190.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.190.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.190.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.191.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.191.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.191.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.2.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.2.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.2.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.20.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.20.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.20.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.21.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.21.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.21.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.22.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.22.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.22.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.23.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.23.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.23.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.24.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.24.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.24.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.25.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.25.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.25.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.26.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.26.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.26.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.27.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.27.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.27.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.28.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.28.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.28.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.29.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.29.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.29.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.3.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.3.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.3.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.30.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.30.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.30.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.31.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.31.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.31.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.32.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.32.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.32.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.33.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.33.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.33.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.34.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.34.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.34.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.35.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.35.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.35.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.36.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.36.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.36.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.37.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.37.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.37.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.38.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.38.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.38.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.39.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.39.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.39.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.4.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.4.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.4.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.40.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.40.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.40.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.41.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.41.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.41.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.42.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.42.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.42.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.43.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.43.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.43.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.44.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.44.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.44.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.45.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.45.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.45.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.46.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.46.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.46.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.47.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.47.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.47.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.48.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.48.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.48.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.49.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.49.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.49.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.5.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.5.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.5.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.50.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.50.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.50.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.51.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.51.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.51.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.52.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.52.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.52.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.53.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.53.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.53.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.54.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.54.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.54.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.55.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.55.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.55.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.56.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.56.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.56.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.57.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.57.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.57.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.58.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.58.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.58.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.59.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.59.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.59.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.6.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.6.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.6.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.60.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.60.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.60.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.61.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.61.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.61.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.62.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.62.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.62.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.63.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.63.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.63.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.64.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.64.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.64.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.65.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.65.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.65.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.66.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.66.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.66.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.67.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.67.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.67.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.68.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.68.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.68.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.69.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.69.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.69.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.7.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.7.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.7.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.70.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.70.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.70.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.71.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.71.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.71.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.72.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.72.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.72.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.73.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.73.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.73.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.74.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.74.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.74.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.75.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.75.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.75.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.76.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.76.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.76.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.77.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.77.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.77.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.78.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.78.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.78.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.79.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.79.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.79.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.8.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.8.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.8.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.80.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.80.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.80.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.81.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.81.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.81.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.82.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.82.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.82.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.83.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.83.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.83.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.84.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.84.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.84.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.85.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.85.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.85.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.86.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.86.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.86.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.87.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.87.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.87.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.88.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.88.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.88.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.89.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.89.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.89.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.9.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.9.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.9.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.90.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.90.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.90.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.91.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.91.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.91.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.92.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.92.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.92.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.93.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.93.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.93.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.94.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.94.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.94.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.95.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.95.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.95.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.96.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.96.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.96.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.97.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.97.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.97.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.98.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.98.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.98.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.99.down_proj.weight": "model-00036-of-00079.safetensors", + "model.layers.37.mlp.experts.99.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.experts.99.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.router.gate.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.shared_mlp.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.shared_mlp.gate_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.mlp.shared_mlp.up_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.post_attention_layernorm.weight": "model-00037-of-00079.safetensors", + "model.layers.37.self_attn.k_norm.weight": "model-00037-of-00079.safetensors", + "model.layers.37.self_attn.k_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.self_attn.o_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.self_attn.q_norm.weight": "model-00037-of-00079.safetensors", + "model.layers.37.self_attn.q_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.37.self_attn.v_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.input_layernorm.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.expert_bias": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.0.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.0.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.0.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.1.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.1.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.1.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.10.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.10.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.10.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.100.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.100.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.100.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.101.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.101.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.101.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.102.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.102.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.102.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.103.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.103.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.103.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.104.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.104.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.104.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.105.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.105.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.105.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.106.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.106.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.106.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.107.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.107.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.107.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.108.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.108.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.108.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.109.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.109.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.109.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.11.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.11.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.11.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.110.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.110.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.110.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.111.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.111.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.111.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.112.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.112.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.112.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.113.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.113.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.113.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.114.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.114.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.114.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.115.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.115.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.115.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.116.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.116.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.116.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.117.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.117.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.117.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.118.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.118.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.118.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.119.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.119.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.119.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.12.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.12.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.12.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.120.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.120.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.120.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.121.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.121.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.121.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.122.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.122.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.122.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.123.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.123.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.123.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.124.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.124.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.124.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.125.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.125.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.125.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.126.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.126.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.126.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.127.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.127.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.127.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.128.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.128.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.128.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.129.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.129.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.129.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.13.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.13.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.13.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.130.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.130.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.130.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.131.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.131.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.131.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.132.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.132.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.132.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.133.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.133.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.133.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.134.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.134.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.134.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.135.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.135.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.135.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.136.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.136.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.136.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.137.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.137.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.137.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.138.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.138.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.138.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.139.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.139.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.139.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.14.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.14.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.14.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.140.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.140.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.140.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.141.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.141.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.141.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.142.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.142.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.142.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.143.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.143.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.143.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.144.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.144.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.144.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.145.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.145.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.145.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.146.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.146.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.146.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.147.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.147.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.147.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.148.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.148.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.148.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.149.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.149.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.149.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.15.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.15.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.15.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.150.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.150.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.150.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.151.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.151.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.151.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.152.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.152.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.152.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.153.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.153.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.153.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.154.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.154.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.154.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.155.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.155.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.155.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.156.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.156.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.156.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.157.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.157.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.157.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.158.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.158.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.158.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.159.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.159.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.159.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.16.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.16.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.16.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.160.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.160.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.160.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.161.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.161.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.161.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.162.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.162.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.162.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.163.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.163.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.163.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.164.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.164.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.164.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.165.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.165.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.165.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.166.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.166.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.166.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.167.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.167.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.167.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.168.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.168.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.168.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.169.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.169.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.169.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.17.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.17.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.17.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.170.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.170.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.170.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.171.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.171.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.171.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.172.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.172.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.172.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.173.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.173.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.173.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.174.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.174.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.174.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.175.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.175.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.175.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.176.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.176.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.176.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.177.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.177.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.177.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.178.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.178.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.178.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.179.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.179.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.179.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.18.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.18.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.18.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.180.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.180.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.180.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.181.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.181.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.181.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.182.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.182.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.182.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.183.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.183.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.183.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.184.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.184.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.184.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.185.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.185.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.185.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.186.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.186.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.186.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.187.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.187.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.187.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.188.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.188.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.188.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.189.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.189.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.189.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.19.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.19.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.19.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.190.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.190.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.190.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.191.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.191.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.191.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.2.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.2.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.2.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.20.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.20.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.20.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.21.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.21.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.21.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.22.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.22.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.22.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.23.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.23.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.23.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.24.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.24.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.24.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.25.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.25.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.25.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.26.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.26.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.26.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.27.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.27.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.27.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.28.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.28.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.28.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.29.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.29.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.29.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.3.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.3.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.3.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.30.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.30.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.30.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.31.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.31.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.31.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.32.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.32.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.32.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.33.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.33.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.33.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.34.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.34.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.34.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.35.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.35.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.35.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.36.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.36.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.36.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.37.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.37.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.37.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.38.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.38.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.38.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.39.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.39.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.39.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.4.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.4.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.4.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.40.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.40.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.40.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.41.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.41.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.41.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.42.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.42.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.42.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.43.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.43.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.43.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.44.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.44.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.44.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.45.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.45.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.45.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.46.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.46.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.46.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.47.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.47.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.47.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.48.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.48.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.48.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.49.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.49.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.49.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.5.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.5.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.5.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.50.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.50.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.50.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.51.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.51.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.51.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.52.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.52.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.52.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.53.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.53.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.53.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.54.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.54.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.54.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.55.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.55.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.55.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.56.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.56.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.56.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.57.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.57.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.57.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.58.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.58.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.58.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.59.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.59.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.59.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.6.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.6.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.6.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.60.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.60.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.60.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.61.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.61.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.61.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.62.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.62.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.62.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.63.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.63.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.63.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.64.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.64.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.64.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.65.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.65.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.65.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.66.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.66.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.66.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.67.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.67.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.67.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.68.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.68.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.68.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.69.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.69.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.69.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.7.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.7.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.7.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.70.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.70.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.70.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.71.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.71.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.71.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.72.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.72.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.72.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.73.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.73.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.73.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.74.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.74.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.74.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.75.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.75.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.75.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.76.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.76.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.76.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.77.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.77.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.77.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.78.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.78.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.78.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.79.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.79.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.79.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.8.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.8.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.8.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.80.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.80.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.80.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.81.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.81.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.81.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.82.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.82.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.82.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.83.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.83.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.83.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.84.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.84.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.84.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.85.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.85.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.85.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.86.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.86.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.86.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.87.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.87.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.87.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.88.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.88.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.88.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.89.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.89.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.89.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.9.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.9.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.9.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.90.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.90.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.90.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.91.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.91.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.91.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.92.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.92.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.92.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.93.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.93.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.93.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.94.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.94.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.94.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.95.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.95.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.95.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.96.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.96.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.96.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.97.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.97.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.97.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.98.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.98.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.98.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.99.down_proj.weight": "model-00037-of-00079.safetensors", + "model.layers.38.mlp.experts.99.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.experts.99.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.router.gate.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.shared_mlp.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.shared_mlp.gate_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.mlp.shared_mlp.up_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.post_attention_layernorm.weight": "model-00038-of-00079.safetensors", + "model.layers.38.self_attn.k_norm.weight": "model-00038-of-00079.safetensors", + "model.layers.38.self_attn.k_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.self_attn.o_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.self_attn.q_norm.weight": "model-00038-of-00079.safetensors", + "model.layers.38.self_attn.q_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.38.self_attn.v_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.input_layernorm.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.expert_bias": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.0.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.0.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.0.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.1.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.1.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.1.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.10.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.10.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.10.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.100.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.100.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.100.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.101.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.101.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.101.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.102.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.102.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.102.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.103.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.103.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.103.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.104.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.104.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.104.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.105.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.105.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.105.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.106.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.106.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.106.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.107.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.107.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.107.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.108.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.108.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.108.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.109.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.109.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.109.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.11.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.11.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.11.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.110.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.110.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.110.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.111.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.111.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.111.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.112.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.112.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.112.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.113.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.113.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.113.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.114.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.114.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.114.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.115.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.115.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.115.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.116.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.116.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.116.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.117.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.117.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.117.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.118.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.118.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.118.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.119.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.119.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.119.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.12.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.12.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.12.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.120.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.120.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.120.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.121.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.121.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.121.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.122.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.122.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.122.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.123.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.123.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.123.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.124.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.124.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.124.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.125.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.125.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.125.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.126.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.126.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.126.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.127.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.127.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.127.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.128.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.128.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.128.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.129.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.129.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.129.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.13.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.13.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.13.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.130.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.130.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.130.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.131.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.131.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.131.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.132.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.132.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.132.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.133.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.133.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.133.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.134.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.134.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.134.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.135.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.135.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.135.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.136.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.136.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.136.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.137.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.137.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.137.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.138.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.138.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.138.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.139.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.139.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.139.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.14.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.14.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.14.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.140.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.140.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.140.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.141.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.141.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.141.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.142.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.142.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.142.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.143.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.143.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.143.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.144.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.144.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.144.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.145.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.145.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.145.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.146.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.146.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.146.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.147.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.147.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.147.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.148.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.148.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.148.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.149.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.149.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.149.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.15.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.15.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.15.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.150.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.150.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.150.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.151.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.151.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.151.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.152.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.152.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.152.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.153.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.153.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.153.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.154.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.154.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.154.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.155.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.155.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.155.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.156.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.156.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.156.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.157.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.157.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.157.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.158.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.158.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.158.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.159.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.159.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.159.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.16.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.16.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.16.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.160.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.160.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.160.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.161.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.161.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.161.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.162.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.162.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.162.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.163.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.163.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.163.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.164.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.164.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.164.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.165.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.165.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.165.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.166.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.166.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.166.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.167.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.167.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.167.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.168.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.168.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.168.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.169.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.169.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.169.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.17.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.17.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.17.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.170.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.170.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.170.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.171.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.171.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.171.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.172.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.172.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.172.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.173.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.173.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.173.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.174.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.174.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.174.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.175.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.175.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.175.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.176.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.176.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.176.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.177.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.177.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.177.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.178.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.178.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.178.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.179.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.179.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.179.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.18.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.18.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.18.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.180.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.180.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.180.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.181.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.181.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.181.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.182.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.182.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.182.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.183.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.183.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.183.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.184.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.184.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.184.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.185.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.185.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.185.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.186.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.186.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.186.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.187.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.187.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.187.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.188.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.188.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.188.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.189.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.189.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.189.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.19.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.19.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.19.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.190.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.190.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.190.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.191.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.191.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.191.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.2.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.2.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.2.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.20.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.20.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.20.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.21.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.21.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.21.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.22.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.22.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.22.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.23.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.23.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.23.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.24.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.24.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.24.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.25.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.25.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.25.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.26.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.26.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.26.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.27.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.27.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.27.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.28.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.28.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.28.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.29.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.29.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.29.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.3.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.3.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.3.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.30.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.30.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.30.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.31.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.31.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.31.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.32.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.32.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.32.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.33.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.33.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.33.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.34.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.34.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.34.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.35.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.35.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.35.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.36.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.36.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.36.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.37.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.37.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.37.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.38.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.38.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.38.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.39.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.39.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.39.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.4.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.4.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.4.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.40.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.40.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.40.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.41.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.41.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.41.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.42.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.42.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.42.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.43.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.43.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.43.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.44.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.44.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.44.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.45.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.45.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.45.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.46.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.46.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.46.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.47.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.47.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.47.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.48.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.48.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.48.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.49.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.49.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.49.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.5.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.5.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.5.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.50.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.50.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.50.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.51.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.51.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.51.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.52.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.52.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.52.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.53.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.53.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.53.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.54.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.54.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.54.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.55.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.55.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.55.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.56.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.56.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.56.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.57.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.57.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.57.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.58.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.58.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.58.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.59.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.59.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.59.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.6.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.6.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.6.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.60.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.60.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.60.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.61.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.61.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.61.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.62.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.62.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.62.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.63.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.63.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.63.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.64.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.64.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.64.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.65.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.65.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.65.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.66.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.66.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.66.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.67.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.67.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.67.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.68.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.68.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.68.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.69.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.69.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.69.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.7.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.7.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.7.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.70.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.70.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.70.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.71.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.71.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.71.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.72.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.72.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.72.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.73.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.73.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.73.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.74.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.74.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.74.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.75.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.75.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.75.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.76.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.76.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.76.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.77.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.77.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.77.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.78.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.78.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.78.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.79.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.79.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.79.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.8.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.8.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.8.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.80.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.80.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.80.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.81.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.81.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.81.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.82.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.82.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.82.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.83.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.83.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.83.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.84.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.84.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.84.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.85.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.85.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.85.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.86.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.86.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.86.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.87.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.87.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.87.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.88.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.88.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.88.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.89.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.89.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.89.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.9.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.9.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.9.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.90.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.90.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.90.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.91.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.91.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.91.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.92.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.92.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.92.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.93.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.93.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.93.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.94.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.94.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.94.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.95.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.95.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.95.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.96.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.96.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.96.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.97.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.97.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.97.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.98.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.98.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.98.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.99.down_proj.weight": "model-00038-of-00079.safetensors", + "model.layers.39.mlp.experts.99.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.experts.99.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.router.gate.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.shared_mlp.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.shared_mlp.gate_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.mlp.shared_mlp.up_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.post_attention_layernorm.weight": "model-00039-of-00079.safetensors", + "model.layers.39.self_attn.k_norm.weight": "model-00039-of-00079.safetensors", + "model.layers.39.self_attn.k_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.self_attn.o_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.self_attn.q_norm.weight": "model-00039-of-00079.safetensors", + "model.layers.39.self_attn.q_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.39.self_attn.v_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.4.input_layernorm.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.expert_bias": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.0.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.0.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.0.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.1.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.1.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.1.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.10.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.10.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.10.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.100.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.100.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.100.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.101.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.101.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.101.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.102.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.102.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.102.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.103.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.103.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.103.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.104.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.104.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.104.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.105.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.105.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.105.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.106.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.106.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.106.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.107.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.107.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.107.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.108.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.108.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.108.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.109.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.109.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.109.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.11.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.11.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.11.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.110.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.110.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.110.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.111.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.111.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.111.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.112.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.112.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.112.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.113.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.113.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.113.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.114.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.114.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.114.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.115.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.115.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.115.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.116.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.116.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.116.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.117.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.117.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.117.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.118.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.118.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.118.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.119.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.119.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.119.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.12.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.12.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.12.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.120.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.120.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.120.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.121.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.121.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.121.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.122.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.122.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.122.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.123.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.123.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.123.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.124.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.124.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.124.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.125.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.125.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.125.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.126.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.126.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.126.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.127.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.127.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.127.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.128.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.128.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.128.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.129.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.129.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.129.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.13.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.13.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.13.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.130.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.130.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.130.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.131.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.131.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.131.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.132.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.132.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.132.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.133.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.133.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.133.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.134.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.134.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.134.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.135.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.135.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.135.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.136.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.136.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.136.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.137.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.137.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.137.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.138.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.138.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.138.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.139.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.139.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.139.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.14.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.14.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.14.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.140.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.140.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.140.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.141.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.141.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.141.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.142.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.142.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.142.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.143.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.143.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.143.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.144.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.144.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.144.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.145.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.145.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.145.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.146.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.146.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.146.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.147.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.147.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.147.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.148.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.148.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.148.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.149.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.149.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.149.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.15.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.15.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.15.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.150.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.150.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.150.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.151.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.151.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.151.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.152.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.152.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.152.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.153.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.153.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.153.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.154.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.154.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.154.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.155.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.155.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.155.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.156.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.156.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.156.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.157.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.157.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.157.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.158.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.158.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.158.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.159.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.159.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.159.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.16.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.16.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.16.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.160.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.160.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.160.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.161.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.161.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.161.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.162.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.162.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.162.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.163.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.163.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.163.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.164.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.164.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.164.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.165.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.165.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.165.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.166.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.166.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.166.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.167.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.167.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.167.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.168.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.168.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.168.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.169.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.169.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.169.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.17.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.17.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.17.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.170.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.170.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.170.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.171.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.171.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.171.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.172.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.172.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.172.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.173.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.173.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.173.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.174.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.174.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.174.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.175.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.175.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.175.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.176.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.176.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.176.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.177.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.177.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.177.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.178.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.178.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.178.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.179.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.179.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.179.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.18.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.18.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.18.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.180.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.180.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.180.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.181.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.181.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.181.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.182.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.182.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.182.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.183.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.183.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.183.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.184.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.184.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.184.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.185.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.185.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.185.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.186.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.186.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.186.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.187.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.187.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.187.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.188.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.188.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.188.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.189.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.189.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.189.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.19.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.19.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.19.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.190.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.190.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.190.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.191.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.191.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.191.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.2.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.2.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.2.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.20.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.20.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.20.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.21.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.21.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.21.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.22.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.22.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.22.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.23.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.23.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.23.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.24.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.24.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.24.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.25.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.25.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.25.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.26.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.26.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.26.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.27.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.27.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.27.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.28.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.28.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.28.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.29.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.29.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.29.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.3.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.3.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.3.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.30.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.30.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.30.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.31.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.31.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.31.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.32.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.32.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.32.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.33.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.33.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.33.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.34.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.34.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.34.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.35.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.35.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.35.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.36.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.36.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.36.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.37.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.37.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.37.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.38.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.38.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.38.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.39.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.39.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.39.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.4.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.4.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.4.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.40.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.40.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.40.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.41.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.41.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.41.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.42.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.42.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.42.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.43.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.43.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.43.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.44.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.44.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.44.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.45.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.45.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.45.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.46.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.46.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.46.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.47.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.47.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.47.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.48.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.48.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.48.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.49.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.49.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.49.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.5.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.5.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.5.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.50.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.50.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.50.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.51.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.51.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.51.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.52.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.52.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.52.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.53.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.53.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.53.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.54.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.54.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.54.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.55.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.55.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.55.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.56.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.56.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.56.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.57.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.57.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.57.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.58.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.58.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.58.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.59.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.59.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.59.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.6.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.6.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.6.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.60.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.60.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.60.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.61.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.61.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.61.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.62.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.62.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.62.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.63.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.63.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.63.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.64.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.64.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.64.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.65.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.65.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.65.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.66.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.66.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.66.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.67.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.67.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.67.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.68.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.68.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.68.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.69.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.69.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.69.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.7.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.7.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.7.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.70.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.70.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.70.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.71.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.71.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.71.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.72.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.72.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.72.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.73.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.73.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.73.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.74.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.74.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.74.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.75.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.75.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.75.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.76.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.76.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.76.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.77.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.77.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.77.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.78.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.78.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.78.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.79.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.79.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.79.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.8.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.8.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.8.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.80.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.80.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.80.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.81.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.81.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.81.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.82.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.82.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.82.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.83.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.83.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.83.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.84.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.84.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.84.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.85.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.85.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.85.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.86.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.86.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.86.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.87.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.87.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.87.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.88.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.88.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.88.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.89.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.89.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.89.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.9.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.9.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.9.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.90.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.90.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.90.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.91.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.91.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.91.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.92.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.92.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.92.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.93.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.93.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.93.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.94.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.94.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.94.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.95.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.95.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.95.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.96.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.96.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.96.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.97.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.97.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.97.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.98.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.98.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.98.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.99.down_proj.weight": "model-00003-of-00079.safetensors", + "model.layers.4.mlp.experts.99.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.experts.99.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.router.gate.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.shared_mlp.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.shared_mlp.gate_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.mlp.shared_mlp.up_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00004-of-00079.safetensors", + "model.layers.4.self_attn.k_norm.weight": "model-00004-of-00079.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.self_attn.q_norm.weight": "model-00004-of-00079.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.40.input_layernorm.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.expert_bias": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.0.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.0.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.0.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.1.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.1.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.1.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.10.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.10.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.10.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.100.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.100.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.100.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.101.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.101.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.101.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.102.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.102.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.102.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.103.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.103.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.103.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.104.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.104.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.104.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.105.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.105.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.105.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.106.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.106.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.106.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.107.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.107.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.107.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.108.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.108.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.108.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.109.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.109.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.109.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.11.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.11.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.11.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.110.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.110.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.110.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.111.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.111.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.111.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.112.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.112.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.112.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.113.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.113.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.113.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.114.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.114.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.114.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.115.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.115.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.115.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.116.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.116.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.116.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.117.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.117.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.117.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.118.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.118.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.118.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.119.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.119.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.119.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.12.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.12.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.12.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.120.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.120.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.120.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.121.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.121.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.121.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.122.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.122.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.122.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.123.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.123.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.123.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.124.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.124.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.124.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.125.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.125.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.125.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.126.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.126.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.126.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.127.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.127.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.127.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.128.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.128.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.128.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.129.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.129.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.129.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.13.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.13.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.13.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.130.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.130.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.130.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.131.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.131.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.131.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.132.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.132.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.132.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.133.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.133.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.133.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.134.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.134.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.134.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.135.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.135.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.135.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.136.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.136.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.136.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.137.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.137.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.137.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.138.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.138.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.138.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.139.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.139.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.139.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.14.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.14.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.14.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.140.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.140.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.140.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.141.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.141.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.141.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.142.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.142.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.142.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.143.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.143.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.143.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.144.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.144.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.144.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.145.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.145.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.145.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.146.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.146.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.146.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.147.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.147.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.147.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.148.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.148.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.148.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.149.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.149.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.149.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.15.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.15.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.15.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.150.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.150.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.150.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.151.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.151.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.151.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.152.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.152.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.152.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.153.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.153.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.153.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.154.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.154.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.154.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.155.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.155.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.155.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.156.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.156.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.156.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.157.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.157.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.157.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.158.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.158.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.158.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.159.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.159.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.159.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.16.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.16.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.16.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.160.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.160.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.160.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.161.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.161.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.161.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.162.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.162.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.162.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.163.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.163.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.163.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.164.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.164.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.164.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.165.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.165.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.165.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.166.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.166.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.166.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.167.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.167.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.167.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.168.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.168.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.168.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.169.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.169.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.169.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.17.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.17.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.17.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.170.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.170.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.170.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.171.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.171.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.171.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.172.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.172.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.172.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.173.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.173.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.173.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.174.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.174.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.174.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.175.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.175.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.175.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.176.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.176.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.176.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.177.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.177.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.177.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.178.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.178.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.178.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.179.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.179.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.179.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.18.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.18.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.18.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.180.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.180.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.180.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.181.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.181.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.181.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.182.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.182.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.182.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.183.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.183.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.183.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.184.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.184.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.184.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.185.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.185.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.185.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.186.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.186.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.186.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.187.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.187.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.187.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.188.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.188.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.188.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.189.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.189.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.189.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.19.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.19.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.19.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.190.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.190.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.190.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.191.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.191.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.191.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.2.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.2.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.2.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.20.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.20.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.20.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.21.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.21.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.21.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.22.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.22.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.22.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.23.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.23.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.23.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.24.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.24.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.24.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.25.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.25.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.25.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.26.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.26.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.26.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.27.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.27.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.27.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.28.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.28.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.28.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.29.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.29.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.29.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.3.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.3.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.3.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.30.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.30.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.30.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.31.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.31.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.31.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.32.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.32.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.32.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.33.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.33.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.33.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.34.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.34.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.34.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.35.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.35.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.35.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.36.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.36.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.36.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.37.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.37.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.37.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.38.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.38.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.38.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.39.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.39.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.39.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.4.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.4.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.4.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.40.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.40.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.40.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.41.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.41.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.41.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.42.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.42.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.42.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.43.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.43.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.43.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.44.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.44.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.44.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.45.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.45.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.45.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.46.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.46.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.46.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.47.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.47.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.47.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.48.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.48.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.48.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.49.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.49.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.49.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.5.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.5.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.5.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.50.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.50.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.50.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.51.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.51.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.51.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.52.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.52.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.52.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.53.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.53.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.53.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.54.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.54.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.54.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.55.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.55.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.55.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.56.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.56.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.56.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.57.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.57.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.57.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.58.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.58.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.58.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.59.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.59.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.59.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.6.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.6.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.6.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.60.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.60.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.60.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.61.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.61.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.61.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.62.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.62.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.62.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.63.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.63.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.63.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.64.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.64.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.64.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.65.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.65.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.65.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.66.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.66.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.66.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.67.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.67.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.67.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.68.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.68.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.68.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.69.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.69.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.69.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.7.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.7.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.7.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.70.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.70.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.70.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.71.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.71.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.71.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.72.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.72.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.72.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.73.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.73.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.73.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.74.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.74.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.74.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.75.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.75.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.75.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.76.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.76.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.76.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.77.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.77.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.77.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.78.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.78.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.78.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.79.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.79.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.79.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.8.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.8.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.8.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.80.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.80.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.80.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.81.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.81.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.81.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.82.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.82.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.82.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.83.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.83.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.83.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.84.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.84.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.84.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.85.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.85.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.85.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.86.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.86.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.86.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.87.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.87.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.87.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.88.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.88.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.88.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.89.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.89.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.89.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.9.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.9.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.9.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.90.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.90.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.90.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.91.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.91.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.91.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.92.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.92.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.92.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.93.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.93.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.93.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.94.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.94.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.94.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.95.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.95.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.95.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.96.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.96.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.96.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.97.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.97.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.97.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.98.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.98.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.98.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.99.down_proj.weight": "model-00039-of-00079.safetensors", + "model.layers.40.mlp.experts.99.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.experts.99.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.router.gate.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.shared_mlp.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.shared_mlp.gate_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.mlp.shared_mlp.up_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.post_attention_layernorm.weight": "model-00040-of-00079.safetensors", + "model.layers.40.self_attn.k_norm.weight": "model-00040-of-00079.safetensors", + "model.layers.40.self_attn.k_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.self_attn.o_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.self_attn.q_norm.weight": "model-00040-of-00079.safetensors", + "model.layers.40.self_attn.q_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.40.self_attn.v_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.input_layernorm.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.expert_bias": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.0.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.0.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.0.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.1.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.1.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.1.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.10.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.10.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.10.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.100.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.100.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.100.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.101.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.101.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.101.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.102.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.102.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.102.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.103.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.103.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.103.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.104.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.104.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.104.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.105.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.105.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.105.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.106.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.106.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.106.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.107.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.107.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.107.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.108.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.108.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.108.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.109.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.109.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.109.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.11.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.11.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.11.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.110.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.110.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.110.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.111.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.111.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.111.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.112.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.112.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.112.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.113.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.113.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.113.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.114.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.114.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.114.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.115.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.115.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.115.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.116.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.116.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.116.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.117.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.117.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.117.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.118.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.118.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.118.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.119.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.119.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.119.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.12.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.12.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.12.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.120.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.120.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.120.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.121.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.121.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.121.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.122.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.122.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.122.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.123.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.123.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.123.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.124.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.124.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.124.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.125.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.125.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.125.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.126.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.126.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.126.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.127.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.127.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.127.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.128.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.128.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.128.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.129.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.129.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.129.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.13.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.13.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.13.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.130.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.130.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.130.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.131.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.131.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.131.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.132.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.132.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.132.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.133.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.133.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.133.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.134.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.134.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.134.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.135.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.135.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.135.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.136.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.136.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.136.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.137.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.137.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.137.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.138.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.138.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.138.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.139.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.139.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.139.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.14.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.14.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.14.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.140.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.140.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.140.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.141.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.141.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.141.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.142.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.142.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.142.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.143.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.143.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.143.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.144.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.144.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.144.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.145.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.145.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.145.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.146.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.146.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.146.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.147.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.147.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.147.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.148.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.148.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.148.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.149.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.149.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.149.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.15.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.15.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.15.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.150.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.150.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.150.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.151.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.151.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.151.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.152.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.152.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.152.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.153.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.153.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.153.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.154.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.154.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.154.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.155.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.155.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.155.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.156.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.156.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.156.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.157.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.157.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.157.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.158.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.158.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.158.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.159.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.159.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.159.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.16.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.16.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.16.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.160.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.160.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.160.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.161.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.161.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.161.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.162.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.162.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.162.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.163.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.163.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.163.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.164.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.164.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.164.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.165.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.165.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.165.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.166.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.166.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.166.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.167.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.167.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.167.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.168.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.168.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.168.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.169.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.169.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.169.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.17.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.17.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.17.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.170.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.170.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.170.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.171.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.171.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.171.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.172.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.172.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.172.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.173.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.173.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.173.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.174.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.174.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.174.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.175.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.175.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.175.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.176.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.176.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.176.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.177.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.177.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.177.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.178.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.178.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.178.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.179.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.179.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.179.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.18.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.18.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.18.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.180.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.180.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.180.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.181.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.181.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.181.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.182.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.182.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.182.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.183.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.183.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.183.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.184.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.184.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.184.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.185.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.185.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.185.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.186.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.186.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.186.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.187.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.187.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.187.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.188.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.188.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.188.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.189.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.189.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.189.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.19.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.19.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.19.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.190.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.190.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.190.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.191.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.191.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.191.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.2.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.2.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.2.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.20.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.20.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.20.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.21.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.21.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.21.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.22.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.22.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.22.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.23.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.23.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.23.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.24.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.24.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.24.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.25.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.25.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.25.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.26.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.26.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.26.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.27.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.27.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.27.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.28.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.28.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.28.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.29.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.29.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.29.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.3.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.3.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.3.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.30.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.30.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.30.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.31.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.31.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.31.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.32.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.32.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.32.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.33.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.33.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.33.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.34.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.34.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.34.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.35.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.35.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.35.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.36.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.36.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.36.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.37.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.37.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.37.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.38.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.38.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.38.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.39.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.39.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.39.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.4.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.4.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.4.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.40.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.40.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.40.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.41.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.41.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.41.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.42.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.42.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.42.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.43.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.43.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.43.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.44.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.44.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.44.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.45.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.45.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.45.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.46.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.46.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.46.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.47.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.47.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.47.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.48.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.48.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.48.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.49.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.49.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.49.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.5.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.5.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.5.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.50.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.50.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.50.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.51.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.51.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.51.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.52.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.52.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.52.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.53.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.53.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.53.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.54.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.54.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.54.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.55.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.55.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.55.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.56.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.56.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.56.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.57.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.57.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.57.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.58.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.58.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.58.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.59.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.59.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.59.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.6.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.6.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.6.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.60.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.60.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.60.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.61.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.61.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.61.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.62.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.62.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.62.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.63.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.63.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.63.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.64.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.64.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.64.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.65.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.65.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.65.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.66.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.66.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.66.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.67.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.67.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.67.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.68.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.68.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.68.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.69.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.69.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.69.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.7.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.7.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.7.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.70.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.70.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.70.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.71.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.71.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.71.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.72.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.72.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.72.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.73.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.73.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.73.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.74.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.74.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.74.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.75.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.75.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.75.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.76.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.76.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.76.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.77.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.77.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.77.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.78.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.78.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.78.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.79.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.79.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.79.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.8.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.8.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.8.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.80.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.80.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.80.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.81.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.81.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.81.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.82.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.82.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.82.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.83.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.83.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.83.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.84.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.84.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.84.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.85.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.85.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.85.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.86.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.86.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.86.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.87.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.87.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.87.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.88.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.88.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.88.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.89.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.89.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.89.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.9.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.9.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.9.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.90.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.90.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.90.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.91.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.91.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.91.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.92.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.92.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.92.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.93.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.93.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.93.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.94.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.94.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.94.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.95.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.95.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.95.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.96.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.96.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.96.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.97.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.97.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.97.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.98.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.98.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.98.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.99.down_proj.weight": "model-00040-of-00079.safetensors", + "model.layers.41.mlp.experts.99.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.experts.99.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.router.gate.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.shared_mlp.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.shared_mlp.gate_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.mlp.shared_mlp.up_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.post_attention_layernorm.weight": "model-00041-of-00079.safetensors", + "model.layers.41.self_attn.k_norm.weight": "model-00041-of-00079.safetensors", + "model.layers.41.self_attn.k_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.self_attn.o_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.self_attn.q_norm.weight": "model-00041-of-00079.safetensors", + "model.layers.41.self_attn.q_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.41.self_attn.v_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.input_layernorm.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.expert_bias": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.0.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.0.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.0.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.1.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.1.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.1.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.10.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.10.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.10.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.100.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.100.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.100.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.101.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.101.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.101.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.102.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.102.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.102.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.103.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.103.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.103.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.104.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.104.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.104.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.105.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.105.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.105.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.106.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.106.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.106.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.107.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.107.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.107.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.108.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.108.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.108.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.109.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.109.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.109.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.11.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.11.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.11.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.110.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.110.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.110.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.111.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.111.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.111.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.112.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.112.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.112.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.113.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.113.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.113.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.114.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.114.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.114.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.115.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.115.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.115.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.116.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.116.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.116.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.117.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.117.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.117.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.118.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.118.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.118.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.119.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.119.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.119.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.12.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.12.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.12.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.120.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.120.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.120.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.121.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.121.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.121.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.122.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.122.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.122.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.123.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.123.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.123.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.124.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.124.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.124.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.125.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.125.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.125.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.126.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.126.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.126.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.127.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.127.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.127.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.128.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.128.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.128.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.129.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.129.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.129.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.13.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.13.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.13.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.130.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.130.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.130.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.131.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.131.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.131.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.132.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.132.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.132.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.133.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.133.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.133.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.134.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.134.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.134.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.135.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.135.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.135.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.136.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.136.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.136.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.137.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.137.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.137.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.138.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.138.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.138.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.139.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.139.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.139.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.14.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.14.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.14.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.140.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.140.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.140.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.141.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.141.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.141.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.142.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.142.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.142.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.143.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.143.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.143.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.144.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.144.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.144.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.145.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.145.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.145.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.146.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.146.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.146.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.147.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.147.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.147.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.148.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.148.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.148.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.149.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.149.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.149.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.15.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.15.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.15.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.150.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.150.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.150.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.151.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.151.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.151.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.152.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.152.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.152.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.153.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.153.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.153.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.154.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.154.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.154.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.155.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.155.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.155.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.156.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.156.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.156.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.157.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.157.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.157.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.158.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.158.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.158.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.159.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.159.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.159.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.16.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.16.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.16.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.160.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.160.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.160.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.161.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.161.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.161.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.162.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.162.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.162.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.163.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.163.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.163.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.164.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.164.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.164.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.165.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.165.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.165.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.166.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.166.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.166.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.167.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.167.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.167.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.168.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.168.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.168.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.169.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.169.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.169.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.17.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.17.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.17.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.170.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.170.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.170.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.171.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.171.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.171.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.172.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.172.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.172.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.173.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.173.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.173.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.174.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.174.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.174.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.175.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.175.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.175.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.176.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.176.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.176.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.177.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.177.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.177.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.178.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.178.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.178.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.179.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.179.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.179.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.18.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.18.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.18.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.180.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.180.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.180.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.181.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.181.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.181.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.182.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.182.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.182.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.183.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.183.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.183.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.184.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.184.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.184.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.185.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.185.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.185.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.186.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.186.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.186.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.187.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.187.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.187.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.188.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.188.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.188.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.189.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.189.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.189.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.19.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.19.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.19.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.190.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.190.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.190.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.191.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.191.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.191.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.2.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.2.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.2.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.20.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.20.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.20.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.21.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.21.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.21.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.22.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.22.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.22.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.23.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.23.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.23.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.24.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.24.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.24.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.25.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.25.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.25.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.26.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.26.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.26.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.27.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.27.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.27.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.28.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.28.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.28.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.29.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.29.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.29.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.3.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.3.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.3.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.30.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.30.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.30.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.31.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.31.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.31.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.32.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.32.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.32.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.33.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.33.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.33.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.34.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.34.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.34.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.35.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.35.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.35.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.36.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.36.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.36.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.37.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.37.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.37.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.38.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.38.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.38.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.39.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.39.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.39.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.4.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.4.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.4.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.40.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.40.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.40.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.41.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.41.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.41.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.42.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.42.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.42.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.43.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.43.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.43.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.44.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.44.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.44.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.45.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.45.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.45.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.46.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.46.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.46.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.47.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.47.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.47.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.48.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.48.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.48.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.49.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.49.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.49.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.5.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.5.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.5.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.50.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.50.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.50.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.51.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.51.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.51.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.52.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.52.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.52.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.53.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.53.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.53.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.54.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.54.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.54.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.55.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.55.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.55.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.56.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.56.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.56.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.57.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.57.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.57.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.58.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.58.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.58.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.59.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.59.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.59.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.6.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.6.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.6.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.60.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.60.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.60.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.61.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.61.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.61.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.62.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.62.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.62.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.63.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.63.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.63.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.64.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.64.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.64.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.65.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.65.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.65.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.66.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.66.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.66.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.67.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.67.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.67.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.68.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.68.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.68.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.69.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.69.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.69.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.7.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.7.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.7.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.70.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.70.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.70.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.71.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.71.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.71.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.72.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.72.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.72.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.73.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.73.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.73.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.74.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.74.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.74.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.75.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.75.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.75.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.76.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.76.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.76.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.77.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.77.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.77.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.78.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.78.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.78.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.79.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.79.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.79.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.8.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.8.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.8.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.80.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.80.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.80.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.81.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.81.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.81.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.82.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.82.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.82.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.83.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.83.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.83.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.84.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.84.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.84.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.85.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.85.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.85.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.86.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.86.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.86.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.87.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.87.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.87.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.88.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.88.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.88.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.89.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.89.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.89.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.9.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.9.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.9.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.90.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.90.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.90.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.91.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.91.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.91.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.92.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.92.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.92.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.93.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.93.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.93.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.94.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.94.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.94.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.95.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.95.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.95.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.96.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.96.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.96.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.97.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.97.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.97.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.98.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.98.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.98.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.99.down_proj.weight": "model-00041-of-00079.safetensors", + "model.layers.42.mlp.experts.99.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.experts.99.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.router.gate.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.shared_mlp.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.shared_mlp.gate_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.mlp.shared_mlp.up_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.post_attention_layernorm.weight": "model-00042-of-00079.safetensors", + "model.layers.42.self_attn.k_norm.weight": "model-00042-of-00079.safetensors", + "model.layers.42.self_attn.k_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.self_attn.o_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.self_attn.q_norm.weight": "model-00042-of-00079.safetensors", + "model.layers.42.self_attn.q_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.42.self_attn.v_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.input_layernorm.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.expert_bias": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.0.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.0.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.0.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.1.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.1.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.1.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.10.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.10.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.10.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.100.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.100.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.100.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.101.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.101.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.101.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.102.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.102.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.102.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.103.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.103.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.103.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.104.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.104.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.104.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.105.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.105.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.105.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.106.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.106.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.106.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.107.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.107.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.107.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.108.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.108.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.108.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.109.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.109.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.109.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.11.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.11.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.11.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.110.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.110.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.110.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.111.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.111.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.111.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.112.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.112.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.112.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.113.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.113.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.113.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.114.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.114.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.114.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.115.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.115.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.115.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.116.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.116.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.116.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.117.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.117.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.117.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.118.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.118.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.118.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.119.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.119.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.119.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.12.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.12.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.12.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.120.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.120.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.120.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.121.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.121.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.121.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.122.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.122.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.122.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.123.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.123.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.123.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.124.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.124.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.124.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.125.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.125.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.125.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.126.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.126.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.126.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.127.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.127.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.127.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.128.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.128.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.128.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.129.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.129.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.129.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.13.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.13.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.13.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.130.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.130.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.130.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.131.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.131.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.131.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.132.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.132.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.132.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.133.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.133.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.133.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.134.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.134.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.134.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.135.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.135.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.135.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.136.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.136.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.136.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.137.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.137.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.137.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.138.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.138.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.138.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.139.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.139.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.139.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.14.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.14.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.14.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.140.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.140.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.140.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.141.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.141.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.141.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.142.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.142.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.142.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.143.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.143.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.143.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.144.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.144.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.144.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.145.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.145.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.145.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.146.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.146.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.146.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.147.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.147.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.147.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.148.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.148.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.148.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.149.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.149.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.149.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.15.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.15.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.15.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.150.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.150.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.150.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.151.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.151.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.151.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.152.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.152.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.152.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.153.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.153.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.153.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.154.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.154.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.154.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.155.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.155.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.155.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.156.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.156.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.156.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.157.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.157.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.157.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.158.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.158.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.158.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.159.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.159.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.159.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.16.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.16.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.16.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.160.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.160.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.160.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.161.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.161.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.161.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.162.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.162.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.162.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.163.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.163.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.163.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.164.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.164.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.164.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.165.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.165.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.165.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.166.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.166.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.166.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.167.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.167.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.167.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.168.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.168.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.168.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.169.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.169.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.169.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.17.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.17.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.17.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.170.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.170.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.170.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.171.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.171.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.171.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.172.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.172.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.172.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.173.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.173.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.173.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.174.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.174.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.174.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.175.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.175.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.175.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.176.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.176.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.176.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.177.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.177.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.177.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.178.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.178.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.178.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.179.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.179.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.179.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.18.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.18.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.18.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.180.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.180.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.180.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.181.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.181.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.181.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.182.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.182.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.182.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.183.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.183.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.183.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.184.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.184.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.184.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.185.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.185.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.185.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.186.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.186.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.186.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.187.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.187.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.187.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.188.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.188.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.188.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.189.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.189.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.189.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.19.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.19.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.19.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.190.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.190.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.190.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.191.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.191.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.191.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.2.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.2.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.2.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.20.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.20.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.20.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.21.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.21.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.21.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.22.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.22.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.22.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.23.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.23.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.23.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.24.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.24.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.24.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.25.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.25.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.25.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.26.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.26.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.26.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.27.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.27.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.27.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.28.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.28.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.28.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.29.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.29.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.29.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.3.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.3.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.3.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.30.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.30.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.30.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.31.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.31.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.31.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.32.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.32.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.32.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.33.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.33.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.33.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.34.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.34.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.34.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.35.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.35.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.35.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.36.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.36.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.36.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.37.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.37.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.37.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.38.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.38.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.38.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.39.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.39.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.39.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.4.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.4.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.4.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.40.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.40.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.40.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.41.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.41.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.41.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.42.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.42.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.42.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.43.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.43.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.43.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.44.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.44.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.44.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.45.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.45.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.45.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.46.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.46.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.46.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.47.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.47.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.47.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.48.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.48.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.48.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.49.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.49.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.49.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.5.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.5.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.5.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.50.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.50.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.50.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.51.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.51.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.51.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.52.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.52.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.52.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.53.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.53.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.53.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.54.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.54.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.54.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.55.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.55.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.55.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.56.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.56.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.56.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.57.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.57.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.57.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.58.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.58.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.58.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.59.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.59.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.59.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.6.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.6.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.6.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.60.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.60.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.60.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.61.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.61.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.61.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.62.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.62.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.62.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.63.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.63.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.63.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.64.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.64.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.64.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.65.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.65.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.65.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.66.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.66.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.66.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.67.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.67.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.67.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.68.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.68.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.68.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.69.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.69.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.69.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.7.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.7.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.7.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.70.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.70.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.70.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.71.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.71.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.71.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.72.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.72.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.72.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.73.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.73.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.73.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.74.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.74.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.74.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.75.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.75.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.75.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.76.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.76.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.76.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.77.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.77.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.77.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.78.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.78.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.78.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.79.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.79.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.79.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.8.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.8.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.8.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.80.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.80.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.80.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.81.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.81.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.81.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.82.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.82.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.82.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.83.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.83.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.83.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.84.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.84.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.84.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.85.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.85.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.85.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.86.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.86.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.86.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.87.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.87.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.87.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.88.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.88.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.88.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.89.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.89.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.89.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.9.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.9.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.9.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.90.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.90.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.90.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.91.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.91.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.91.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.92.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.92.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.92.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.93.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.93.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.93.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.94.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.94.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.94.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.95.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.95.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.95.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.96.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.96.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.96.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.97.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.97.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.97.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.98.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.98.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.98.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.99.down_proj.weight": "model-00042-of-00079.safetensors", + "model.layers.43.mlp.experts.99.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.experts.99.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.router.gate.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.shared_mlp.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.shared_mlp.gate_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.mlp.shared_mlp.up_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.post_attention_layernorm.weight": "model-00043-of-00079.safetensors", + "model.layers.43.self_attn.k_norm.weight": "model-00043-of-00079.safetensors", + "model.layers.43.self_attn.k_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.self_attn.o_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.self_attn.q_norm.weight": "model-00043-of-00079.safetensors", + "model.layers.43.self_attn.q_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.43.self_attn.v_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.input_layernorm.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.expert_bias": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.0.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.0.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.0.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.1.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.1.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.1.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.10.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.10.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.10.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.100.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.100.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.100.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.101.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.101.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.101.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.102.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.102.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.102.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.103.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.103.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.103.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.104.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.104.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.104.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.105.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.105.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.105.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.106.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.106.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.106.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.107.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.107.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.107.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.108.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.108.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.108.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.109.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.109.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.109.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.11.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.11.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.11.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.110.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.110.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.110.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.111.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.111.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.111.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.112.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.112.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.112.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.113.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.113.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.113.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.114.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.114.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.114.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.115.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.115.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.115.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.116.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.116.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.116.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.117.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.117.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.117.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.118.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.118.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.118.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.119.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.119.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.119.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.12.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.12.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.12.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.120.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.120.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.120.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.121.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.121.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.121.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.122.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.122.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.122.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.123.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.123.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.123.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.124.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.124.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.124.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.125.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.125.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.125.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.126.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.126.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.126.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.127.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.127.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.127.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.128.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.128.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.128.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.129.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.129.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.129.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.13.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.13.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.13.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.130.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.130.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.130.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.131.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.131.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.131.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.132.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.132.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.132.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.133.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.133.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.133.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.134.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.134.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.134.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.135.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.135.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.135.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.136.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.136.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.136.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.137.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.137.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.137.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.138.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.138.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.138.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.139.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.139.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.139.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.14.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.14.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.14.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.140.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.140.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.140.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.141.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.141.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.141.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.142.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.142.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.142.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.143.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.143.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.143.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.144.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.144.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.144.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.145.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.145.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.145.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.146.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.146.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.146.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.147.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.147.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.147.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.148.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.148.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.148.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.149.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.149.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.149.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.15.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.15.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.15.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.150.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.150.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.150.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.151.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.151.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.151.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.152.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.152.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.152.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.153.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.153.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.153.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.154.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.154.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.154.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.155.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.155.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.155.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.156.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.156.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.156.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.157.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.157.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.157.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.158.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.158.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.158.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.159.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.159.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.159.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.16.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.16.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.16.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.160.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.160.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.160.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.161.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.161.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.161.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.162.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.162.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.162.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.163.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.163.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.163.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.164.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.164.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.164.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.165.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.165.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.165.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.166.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.166.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.166.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.167.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.167.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.167.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.168.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.168.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.168.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.169.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.169.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.169.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.17.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.17.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.17.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.170.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.170.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.170.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.171.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.171.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.171.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.172.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.172.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.172.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.173.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.173.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.173.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.174.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.174.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.174.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.175.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.175.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.175.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.176.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.176.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.176.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.177.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.177.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.177.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.178.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.178.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.178.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.179.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.179.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.179.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.18.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.18.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.18.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.180.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.180.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.180.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.181.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.181.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.181.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.182.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.182.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.182.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.183.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.183.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.183.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.184.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.184.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.184.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.185.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.185.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.185.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.186.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.186.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.186.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.187.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.187.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.187.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.188.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.188.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.188.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.189.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.189.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.189.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.19.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.19.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.19.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.190.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.190.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.190.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.191.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.191.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.191.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.2.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.2.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.2.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.20.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.20.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.20.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.21.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.21.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.21.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.22.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.22.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.22.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.23.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.23.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.23.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.24.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.24.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.24.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.25.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.25.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.25.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.26.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.26.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.26.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.27.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.27.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.27.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.28.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.28.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.28.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.29.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.29.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.29.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.3.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.3.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.3.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.30.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.30.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.30.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.31.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.31.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.31.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.32.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.32.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.32.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.33.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.33.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.33.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.34.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.34.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.34.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.35.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.35.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.35.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.36.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.36.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.36.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.37.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.37.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.37.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.38.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.38.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.38.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.39.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.39.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.39.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.4.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.4.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.4.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.40.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.40.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.40.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.41.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.41.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.41.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.42.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.42.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.42.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.43.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.43.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.43.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.44.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.44.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.44.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.45.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.45.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.45.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.46.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.46.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.46.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.47.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.47.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.47.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.48.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.48.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.48.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.49.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.49.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.49.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.5.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.5.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.5.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.50.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.50.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.50.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.51.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.51.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.51.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.52.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.52.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.52.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.53.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.53.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.53.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.54.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.54.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.54.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.55.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.55.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.55.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.56.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.56.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.56.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.57.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.57.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.57.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.58.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.58.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.58.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.59.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.59.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.59.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.6.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.6.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.6.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.60.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.60.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.60.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.61.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.61.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.61.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.62.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.62.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.62.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.63.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.63.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.63.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.64.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.64.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.64.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.65.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.65.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.65.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.66.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.66.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.66.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.67.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.67.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.67.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.68.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.68.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.68.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.69.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.69.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.69.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.7.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.7.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.7.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.70.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.70.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.70.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.71.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.71.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.71.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.72.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.72.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.72.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.73.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.73.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.73.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.74.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.74.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.74.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.75.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.75.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.75.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.76.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.76.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.76.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.77.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.77.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.77.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.78.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.78.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.78.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.79.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.79.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.79.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.8.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.8.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.8.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.80.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.80.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.80.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.81.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.81.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.81.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.82.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.82.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.82.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.83.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.83.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.83.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.84.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.84.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.84.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.85.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.85.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.85.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.86.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.86.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.86.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.87.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.87.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.87.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.88.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.88.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.88.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.89.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.89.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.89.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.9.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.9.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.9.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.90.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.90.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.90.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.91.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.91.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.91.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.92.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.92.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.92.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.93.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.93.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.93.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.94.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.94.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.94.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.95.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.95.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.95.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.96.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.96.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.96.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.97.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.97.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.97.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.98.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.98.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.98.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.99.down_proj.weight": "model-00043-of-00079.safetensors", + "model.layers.44.mlp.experts.99.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.experts.99.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.router.gate.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.shared_mlp.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.shared_mlp.gate_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.mlp.shared_mlp.up_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.post_attention_layernorm.weight": "model-00044-of-00079.safetensors", + "model.layers.44.self_attn.k_norm.weight": "model-00044-of-00079.safetensors", + "model.layers.44.self_attn.k_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.self_attn.o_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.self_attn.q_norm.weight": "model-00044-of-00079.safetensors", + "model.layers.44.self_attn.q_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.44.self_attn.v_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.input_layernorm.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.expert_bias": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.0.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.0.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.0.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.1.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.1.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.1.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.10.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.10.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.10.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.100.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.100.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.100.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.101.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.101.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.101.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.102.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.102.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.102.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.103.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.103.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.103.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.104.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.104.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.104.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.105.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.105.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.105.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.106.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.106.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.106.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.107.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.107.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.107.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.108.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.108.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.108.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.109.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.109.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.109.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.11.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.11.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.11.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.110.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.110.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.110.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.111.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.111.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.111.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.112.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.112.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.112.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.113.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.113.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.113.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.114.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.114.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.114.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.115.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.115.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.115.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.116.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.116.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.116.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.117.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.117.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.117.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.118.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.118.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.118.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.119.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.119.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.119.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.12.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.12.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.12.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.120.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.120.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.120.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.121.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.121.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.121.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.122.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.122.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.122.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.123.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.123.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.123.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.124.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.124.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.124.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.125.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.125.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.125.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.126.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.126.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.126.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.127.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.127.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.127.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.128.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.128.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.128.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.129.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.129.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.129.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.13.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.13.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.13.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.130.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.130.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.130.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.131.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.131.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.131.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.132.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.132.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.132.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.133.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.133.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.133.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.134.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.134.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.134.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.135.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.135.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.135.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.136.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.136.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.136.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.137.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.137.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.137.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.138.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.138.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.138.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.139.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.139.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.139.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.14.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.14.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.14.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.140.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.140.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.140.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.141.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.141.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.141.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.142.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.142.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.142.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.143.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.143.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.143.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.144.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.144.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.144.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.145.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.145.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.145.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.146.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.146.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.146.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.147.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.147.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.147.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.148.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.148.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.148.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.149.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.149.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.149.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.15.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.15.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.15.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.150.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.150.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.150.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.151.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.151.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.151.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.152.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.152.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.152.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.153.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.153.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.153.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.154.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.154.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.154.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.155.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.155.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.155.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.156.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.156.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.156.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.157.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.157.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.157.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.158.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.158.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.158.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.159.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.159.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.159.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.16.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.16.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.16.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.160.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.160.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.160.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.161.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.161.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.161.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.162.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.162.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.162.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.163.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.163.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.163.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.164.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.164.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.164.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.165.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.165.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.165.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.166.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.166.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.166.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.167.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.167.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.167.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.168.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.168.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.168.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.169.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.169.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.169.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.17.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.17.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.17.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.170.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.170.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.170.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.171.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.171.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.171.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.172.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.172.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.172.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.173.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.173.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.173.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.174.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.174.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.174.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.175.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.175.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.175.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.176.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.176.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.176.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.177.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.177.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.177.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.178.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.178.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.178.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.179.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.179.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.179.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.18.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.18.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.18.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.180.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.180.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.180.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.181.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.181.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.181.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.182.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.182.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.182.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.183.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.183.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.183.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.184.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.184.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.184.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.185.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.185.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.185.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.186.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.186.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.186.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.187.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.187.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.187.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.188.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.188.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.188.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.189.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.189.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.189.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.19.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.19.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.19.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.190.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.190.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.190.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.191.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.191.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.191.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.2.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.2.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.2.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.20.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.20.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.20.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.21.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.21.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.21.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.22.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.22.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.22.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.23.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.23.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.23.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.24.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.24.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.24.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.25.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.25.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.25.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.26.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.26.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.26.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.27.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.27.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.27.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.28.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.28.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.28.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.29.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.29.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.29.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.3.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.3.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.3.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.30.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.30.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.30.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.31.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.31.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.31.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.32.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.32.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.32.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.33.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.33.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.33.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.34.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.34.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.34.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.35.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.35.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.35.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.36.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.36.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.36.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.37.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.37.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.37.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.38.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.38.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.38.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.39.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.39.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.39.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.4.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.4.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.4.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.40.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.40.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.40.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.41.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.41.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.41.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.42.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.42.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.42.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.43.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.43.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.43.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.44.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.44.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.44.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.45.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.45.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.45.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.46.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.46.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.46.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.47.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.47.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.47.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.48.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.48.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.48.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.49.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.49.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.49.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.5.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.5.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.5.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.50.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.50.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.50.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.51.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.51.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.51.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.52.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.52.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.52.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.53.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.53.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.53.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.54.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.54.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.54.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.55.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.55.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.55.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.56.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.56.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.56.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.57.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.57.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.57.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.58.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.58.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.58.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.59.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.59.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.59.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.6.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.6.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.6.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.60.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.60.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.60.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.61.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.61.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.61.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.62.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.62.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.62.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.63.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.63.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.63.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.64.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.64.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.64.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.65.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.65.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.65.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.66.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.66.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.66.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.67.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.67.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.67.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.68.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.68.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.68.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.69.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.69.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.69.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.7.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.7.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.7.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.70.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.70.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.70.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.71.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.71.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.71.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.72.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.72.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.72.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.73.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.73.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.73.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.74.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.74.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.74.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.75.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.75.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.75.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.76.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.76.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.76.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.77.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.77.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.77.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.78.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.78.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.78.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.79.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.79.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.79.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.8.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.8.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.8.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.80.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.80.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.80.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.81.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.81.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.81.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.82.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.82.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.82.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.83.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.83.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.83.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.84.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.84.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.84.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.85.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.85.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.85.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.86.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.86.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.86.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.87.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.87.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.87.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.88.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.88.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.88.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.89.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.89.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.89.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.9.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.9.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.9.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.90.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.90.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.90.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.91.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.91.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.91.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.92.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.92.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.92.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.93.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.93.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.93.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.94.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.94.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.94.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.95.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.95.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.95.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.96.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.96.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.96.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.97.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.97.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.97.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.98.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.98.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.98.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.99.down_proj.weight": "model-00044-of-00079.safetensors", + "model.layers.45.mlp.experts.99.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.experts.99.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.router.gate.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.shared_mlp.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.shared_mlp.gate_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.mlp.shared_mlp.up_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.post_attention_layernorm.weight": "model-00045-of-00079.safetensors", + "model.layers.45.self_attn.k_norm.weight": "model-00045-of-00079.safetensors", + "model.layers.45.self_attn.k_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.self_attn.o_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.self_attn.q_norm.weight": "model-00045-of-00079.safetensors", + "model.layers.45.self_attn.q_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.45.self_attn.v_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.input_layernorm.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.expert_bias": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.0.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.0.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.0.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.1.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.1.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.1.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.10.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.10.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.10.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.100.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.100.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.100.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.101.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.101.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.101.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.102.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.102.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.102.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.103.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.103.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.103.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.104.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.104.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.104.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.105.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.105.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.105.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.106.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.106.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.106.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.107.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.107.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.107.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.108.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.108.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.108.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.109.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.109.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.109.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.11.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.11.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.11.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.110.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.110.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.110.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.111.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.111.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.111.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.112.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.112.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.112.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.113.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.113.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.113.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.114.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.114.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.114.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.115.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.115.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.115.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.116.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.116.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.116.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.117.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.117.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.117.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.118.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.118.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.118.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.119.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.119.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.119.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.12.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.12.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.12.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.120.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.120.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.120.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.121.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.121.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.121.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.122.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.122.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.122.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.123.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.123.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.123.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.124.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.124.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.124.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.125.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.125.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.125.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.126.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.126.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.126.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.127.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.127.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.127.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.128.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.128.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.128.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.129.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.129.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.129.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.13.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.13.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.13.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.130.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.130.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.130.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.131.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.131.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.131.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.132.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.132.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.132.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.133.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.133.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.133.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.134.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.134.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.134.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.135.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.135.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.135.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.136.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.136.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.136.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.137.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.137.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.137.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.138.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.138.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.138.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.139.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.139.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.139.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.14.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.14.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.14.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.140.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.140.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.140.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.141.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.141.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.141.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.142.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.142.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.142.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.143.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.143.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.143.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.144.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.144.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.144.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.145.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.145.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.145.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.146.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.146.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.146.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.147.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.147.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.147.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.148.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.148.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.148.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.149.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.149.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.149.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.15.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.15.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.15.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.150.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.150.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.150.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.151.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.151.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.151.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.152.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.152.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.152.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.153.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.153.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.153.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.154.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.154.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.154.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.155.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.155.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.155.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.156.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.156.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.156.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.157.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.157.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.157.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.158.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.158.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.158.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.159.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.159.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.159.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.16.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.16.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.16.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.160.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.160.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.160.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.161.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.161.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.161.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.162.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.162.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.162.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.163.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.163.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.163.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.164.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.164.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.164.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.165.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.165.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.165.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.166.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.166.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.166.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.167.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.167.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.167.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.168.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.168.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.168.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.169.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.169.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.169.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.17.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.17.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.17.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.170.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.170.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.170.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.171.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.171.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.171.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.172.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.172.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.172.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.173.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.173.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.173.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.174.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.174.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.174.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.175.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.175.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.175.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.176.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.176.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.176.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.177.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.177.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.177.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.178.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.178.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.178.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.179.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.179.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.179.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.18.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.18.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.18.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.180.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.180.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.180.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.181.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.181.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.181.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.182.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.182.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.182.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.183.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.183.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.183.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.184.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.184.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.184.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.185.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.185.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.185.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.186.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.186.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.186.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.187.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.187.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.187.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.188.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.188.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.188.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.189.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.189.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.189.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.19.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.19.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.19.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.190.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.190.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.190.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.191.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.191.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.191.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.2.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.2.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.2.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.20.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.20.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.20.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.21.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.21.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.21.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.22.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.22.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.22.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.23.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.23.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.23.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.24.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.24.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.24.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.25.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.25.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.25.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.26.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.26.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.26.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.27.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.27.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.27.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.28.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.28.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.28.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.29.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.29.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.29.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.3.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.3.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.3.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.30.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.30.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.30.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.31.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.31.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.31.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.32.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.32.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.32.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.33.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.33.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.33.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.34.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.34.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.34.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.35.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.35.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.35.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.36.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.36.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.36.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.37.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.37.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.37.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.38.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.38.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.38.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.39.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.39.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.39.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.4.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.4.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.4.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.40.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.40.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.40.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.41.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.41.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.41.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.42.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.42.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.42.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.43.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.43.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.43.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.44.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.44.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.44.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.45.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.45.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.45.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.46.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.46.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.46.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.47.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.47.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.47.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.48.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.48.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.48.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.49.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.49.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.49.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.5.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.5.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.5.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.50.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.50.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.50.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.51.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.51.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.51.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.52.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.52.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.52.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.53.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.53.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.53.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.54.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.54.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.54.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.55.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.55.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.55.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.56.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.56.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.56.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.57.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.57.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.57.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.58.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.58.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.58.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.59.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.59.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.59.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.6.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.6.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.6.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.60.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.60.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.60.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.61.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.61.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.61.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.62.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.62.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.62.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.63.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.63.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.63.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.64.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.64.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.64.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.65.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.65.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.65.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.66.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.66.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.66.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.67.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.67.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.67.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.68.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.68.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.68.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.69.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.69.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.69.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.7.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.7.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.7.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.70.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.70.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.70.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.71.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.71.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.71.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.72.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.72.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.72.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.73.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.73.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.73.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.74.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.74.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.74.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.75.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.75.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.75.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.76.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.76.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.76.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.77.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.77.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.77.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.78.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.78.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.78.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.79.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.79.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.79.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.8.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.8.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.8.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.80.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.80.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.80.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.81.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.81.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.81.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.82.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.82.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.82.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.83.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.83.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.83.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.84.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.84.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.84.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.85.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.85.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.85.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.86.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.86.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.86.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.87.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.87.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.87.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.88.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.88.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.88.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.89.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.89.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.89.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.9.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.9.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.9.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.90.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.90.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.90.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.91.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.91.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.91.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.92.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.92.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.92.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.93.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.93.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.93.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.94.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.94.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.94.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.95.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.95.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.95.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.96.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.96.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.96.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.97.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.97.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.97.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.98.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.98.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.98.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.99.down_proj.weight": "model-00045-of-00079.safetensors", + "model.layers.46.mlp.experts.99.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.experts.99.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.router.gate.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.shared_mlp.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.shared_mlp.gate_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.mlp.shared_mlp.up_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.post_attention_layernorm.weight": "model-00046-of-00079.safetensors", + "model.layers.46.self_attn.k_norm.weight": "model-00046-of-00079.safetensors", + "model.layers.46.self_attn.k_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.self_attn.o_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.self_attn.q_norm.weight": "model-00046-of-00079.safetensors", + "model.layers.46.self_attn.q_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.46.self_attn.v_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.input_layernorm.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.expert_bias": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.0.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.0.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.0.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.1.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.1.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.1.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.10.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.10.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.10.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.100.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.100.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.100.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.101.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.101.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.101.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.102.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.102.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.102.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.103.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.103.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.103.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.104.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.104.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.104.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.105.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.105.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.105.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.106.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.106.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.106.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.107.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.107.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.107.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.108.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.108.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.108.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.109.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.109.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.109.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.11.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.11.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.11.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.110.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.110.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.110.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.111.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.111.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.111.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.112.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.112.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.112.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.113.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.113.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.113.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.114.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.114.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.114.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.115.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.115.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.115.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.116.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.116.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.116.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.117.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.117.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.117.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.118.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.118.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.118.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.119.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.119.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.119.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.12.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.12.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.12.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.120.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.120.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.120.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.121.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.121.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.121.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.122.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.122.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.122.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.123.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.123.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.123.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.124.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.124.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.124.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.125.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.125.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.125.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.126.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.126.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.126.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.127.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.127.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.127.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.128.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.128.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.128.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.129.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.129.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.129.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.13.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.13.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.13.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.130.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.130.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.130.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.131.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.131.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.131.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.132.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.132.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.132.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.133.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.133.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.133.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.134.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.134.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.134.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.135.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.135.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.135.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.136.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.136.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.136.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.137.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.137.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.137.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.138.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.138.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.138.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.139.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.139.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.139.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.14.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.14.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.14.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.140.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.140.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.140.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.141.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.141.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.141.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.142.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.142.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.142.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.143.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.143.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.143.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.144.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.144.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.144.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.145.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.145.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.145.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.146.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.146.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.146.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.147.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.147.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.147.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.148.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.148.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.148.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.149.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.149.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.149.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.15.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.15.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.15.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.150.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.150.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.150.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.151.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.151.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.151.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.152.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.152.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.152.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.153.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.153.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.153.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.154.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.154.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.154.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.155.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.155.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.155.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.156.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.156.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.156.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.157.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.157.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.157.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.158.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.158.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.158.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.159.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.159.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.159.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.16.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.16.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.16.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.160.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.160.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.160.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.161.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.161.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.161.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.162.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.162.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.162.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.163.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.163.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.163.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.164.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.164.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.164.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.165.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.165.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.165.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.166.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.166.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.166.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.167.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.167.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.167.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.168.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.168.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.168.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.169.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.169.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.169.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.17.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.17.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.17.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.170.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.170.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.170.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.171.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.171.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.171.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.172.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.172.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.172.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.173.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.173.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.173.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.174.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.174.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.174.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.175.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.175.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.175.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.176.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.176.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.176.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.177.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.177.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.177.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.178.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.178.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.178.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.179.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.179.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.179.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.18.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.18.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.18.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.180.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.180.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.180.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.181.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.181.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.181.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.182.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.182.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.182.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.183.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.183.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.183.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.184.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.184.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.184.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.185.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.185.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.185.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.186.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.186.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.186.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.187.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.187.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.187.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.188.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.188.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.188.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.189.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.189.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.189.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.19.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.19.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.19.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.190.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.190.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.190.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.191.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.191.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.191.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.2.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.2.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.2.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.20.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.20.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.20.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.21.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.21.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.21.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.22.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.22.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.22.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.23.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.23.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.23.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.24.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.24.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.24.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.25.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.25.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.25.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.26.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.26.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.26.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.27.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.27.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.27.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.28.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.28.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.28.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.29.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.29.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.29.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.3.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.3.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.3.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.30.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.30.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.30.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.31.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.31.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.31.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.32.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.32.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.32.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.33.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.33.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.33.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.34.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.34.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.34.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.35.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.35.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.35.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.36.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.36.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.36.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.37.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.37.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.37.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.38.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.38.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.38.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.39.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.39.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.39.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.4.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.4.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.4.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.40.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.40.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.40.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.41.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.41.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.41.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.42.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.42.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.42.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.43.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.43.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.43.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.44.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.44.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.44.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.45.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.45.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.45.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.46.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.46.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.46.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.47.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.47.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.47.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.48.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.48.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.48.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.49.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.49.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.49.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.5.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.5.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.5.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.50.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.50.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.50.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.51.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.51.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.51.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.52.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.52.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.52.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.53.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.53.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.53.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.54.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.54.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.54.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.55.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.55.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.55.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.56.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.56.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.56.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.57.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.57.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.57.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.58.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.58.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.58.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.59.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.59.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.59.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.6.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.6.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.6.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.60.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.60.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.60.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.61.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.61.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.61.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.62.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.62.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.62.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.63.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.63.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.63.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.64.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.64.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.64.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.65.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.65.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.65.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.66.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.66.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.66.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.67.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.67.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.67.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.68.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.68.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.68.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.69.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.69.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.69.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.7.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.7.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.7.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.70.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.70.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.70.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.71.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.71.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.71.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.72.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.72.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.72.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.73.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.73.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.73.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.74.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.74.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.74.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.75.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.75.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.75.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.76.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.76.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.76.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.77.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.77.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.77.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.78.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.78.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.78.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.79.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.79.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.79.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.8.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.8.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.8.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.80.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.80.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.80.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.81.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.81.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.81.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.82.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.82.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.82.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.83.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.83.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.83.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.84.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.84.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.84.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.85.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.85.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.85.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.86.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.86.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.86.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.87.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.87.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.87.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.88.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.88.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.88.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.89.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.89.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.89.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.9.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.9.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.9.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.90.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.90.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.90.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.91.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.91.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.91.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.92.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.92.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.92.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.93.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.93.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.93.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.94.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.94.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.94.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.95.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.95.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.95.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.96.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.96.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.96.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.97.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.97.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.97.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.98.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.98.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.98.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.99.down_proj.weight": "model-00046-of-00079.safetensors", + "model.layers.47.mlp.experts.99.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.experts.99.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.router.gate.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.shared_mlp.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.shared_mlp.gate_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.mlp.shared_mlp.up_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.post_attention_layernorm.weight": "model-00047-of-00079.safetensors", + "model.layers.47.self_attn.k_norm.weight": "model-00047-of-00079.safetensors", + "model.layers.47.self_attn.k_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.self_attn.o_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.self_attn.q_norm.weight": "model-00047-of-00079.safetensors", + "model.layers.47.self_attn.q_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.47.self_attn.v_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.input_layernorm.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.expert_bias": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.0.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.0.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.0.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.1.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.1.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.1.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.10.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.10.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.10.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.100.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.100.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.100.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.101.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.101.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.101.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.102.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.102.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.102.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.103.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.103.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.103.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.104.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.104.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.104.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.105.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.105.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.105.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.106.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.106.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.106.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.107.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.107.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.107.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.108.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.108.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.108.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.109.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.109.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.109.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.11.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.11.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.11.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.110.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.110.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.110.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.111.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.111.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.111.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.112.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.112.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.112.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.113.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.113.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.113.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.114.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.114.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.114.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.115.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.115.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.115.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.116.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.116.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.116.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.117.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.117.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.117.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.118.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.118.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.118.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.119.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.119.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.119.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.12.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.12.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.12.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.120.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.120.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.120.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.121.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.121.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.121.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.122.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.122.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.122.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.123.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.123.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.123.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.124.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.124.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.124.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.125.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.125.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.125.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.126.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.126.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.126.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.127.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.127.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.127.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.128.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.128.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.128.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.129.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.129.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.129.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.13.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.13.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.13.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.130.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.130.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.130.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.131.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.131.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.131.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.132.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.132.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.132.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.133.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.133.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.133.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.134.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.134.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.134.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.135.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.135.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.135.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.136.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.136.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.136.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.137.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.137.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.137.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.138.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.138.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.138.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.139.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.139.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.139.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.14.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.14.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.14.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.140.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.140.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.140.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.141.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.141.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.141.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.142.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.142.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.142.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.143.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.143.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.143.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.144.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.144.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.144.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.145.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.145.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.145.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.146.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.146.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.146.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.147.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.147.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.147.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.148.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.148.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.148.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.149.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.149.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.149.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.15.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.15.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.15.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.150.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.150.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.150.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.151.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.151.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.151.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.152.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.152.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.152.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.153.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.153.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.153.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.154.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.154.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.154.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.155.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.155.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.155.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.156.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.156.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.156.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.157.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.157.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.157.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.158.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.158.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.158.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.159.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.159.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.159.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.16.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.16.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.16.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.160.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.160.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.160.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.161.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.161.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.161.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.162.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.162.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.162.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.163.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.163.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.163.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.164.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.164.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.164.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.165.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.165.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.165.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.166.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.166.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.166.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.167.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.167.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.167.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.168.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.168.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.168.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.169.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.169.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.169.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.17.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.17.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.17.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.170.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.170.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.170.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.171.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.171.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.171.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.172.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.172.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.172.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.173.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.173.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.173.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.174.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.174.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.174.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.175.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.175.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.175.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.176.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.176.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.176.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.177.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.177.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.177.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.178.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.178.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.178.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.179.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.179.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.179.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.18.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.18.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.18.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.180.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.180.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.180.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.181.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.181.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.181.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.182.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.182.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.182.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.183.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.183.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.183.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.184.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.184.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.184.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.185.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.185.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.185.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.186.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.186.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.186.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.187.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.187.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.187.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.188.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.188.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.188.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.189.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.189.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.189.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.19.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.19.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.19.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.190.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.190.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.190.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.191.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.191.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.191.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.2.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.2.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.2.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.20.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.20.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.20.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.21.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.21.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.21.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.22.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.22.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.22.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.23.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.23.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.23.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.24.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.24.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.24.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.25.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.25.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.25.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.26.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.26.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.26.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.27.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.27.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.27.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.28.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.28.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.28.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.29.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.29.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.29.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.3.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.3.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.3.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.30.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.30.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.30.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.31.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.31.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.31.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.32.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.32.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.32.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.33.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.33.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.33.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.34.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.34.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.34.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.35.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.35.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.35.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.36.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.36.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.36.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.37.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.37.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.37.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.38.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.38.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.38.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.39.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.39.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.39.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.4.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.4.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.4.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.40.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.40.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.40.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.41.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.41.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.41.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.42.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.42.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.42.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.43.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.43.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.43.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.44.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.44.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.44.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.45.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.45.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.45.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.46.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.46.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.46.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.47.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.47.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.47.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.48.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.48.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.48.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.49.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.49.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.49.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.5.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.5.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.5.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.50.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.50.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.50.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.51.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.51.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.51.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.52.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.52.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.52.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.53.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.53.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.53.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.54.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.54.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.54.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.55.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.55.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.55.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.56.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.56.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.56.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.57.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.57.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.57.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.58.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.58.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.58.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.59.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.59.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.59.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.6.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.6.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.6.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.60.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.60.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.60.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.61.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.61.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.61.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.62.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.62.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.62.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.63.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.63.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.63.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.64.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.64.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.64.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.65.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.65.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.65.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.66.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.66.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.66.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.67.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.67.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.67.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.68.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.68.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.68.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.69.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.69.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.69.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.7.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.7.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.7.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.70.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.70.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.70.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.71.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.71.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.71.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.72.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.72.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.72.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.73.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.73.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.73.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.74.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.74.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.74.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.75.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.75.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.75.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.76.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.76.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.76.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.77.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.77.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.77.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.78.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.78.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.78.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.79.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.79.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.79.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.8.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.8.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.8.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.80.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.80.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.80.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.81.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.81.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.81.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.82.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.82.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.82.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.83.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.83.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.83.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.84.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.84.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.84.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.85.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.85.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.85.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.86.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.86.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.86.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.87.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.87.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.87.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.88.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.88.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.88.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.89.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.89.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.89.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.9.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.9.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.9.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.90.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.90.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.90.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.91.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.91.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.91.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.92.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.92.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.92.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.93.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.93.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.93.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.94.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.94.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.94.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.95.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.95.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.95.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.96.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.96.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.96.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.97.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.97.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.97.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.98.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.98.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.98.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.99.down_proj.weight": "model-00047-of-00079.safetensors", + "model.layers.48.mlp.experts.99.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.experts.99.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.router.gate.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.shared_mlp.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.shared_mlp.gate_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.mlp.shared_mlp.up_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.post_attention_layernorm.weight": "model-00048-of-00079.safetensors", + "model.layers.48.self_attn.k_norm.weight": "model-00048-of-00079.safetensors", + "model.layers.48.self_attn.k_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.self_attn.o_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.self_attn.q_norm.weight": "model-00048-of-00079.safetensors", + "model.layers.48.self_attn.q_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.48.self_attn.v_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.input_layernorm.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.expert_bias": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.0.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.0.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.0.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.1.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.1.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.1.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.10.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.10.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.10.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.100.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.100.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.100.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.101.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.101.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.101.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.102.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.102.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.102.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.103.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.103.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.103.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.104.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.104.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.104.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.105.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.105.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.105.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.106.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.106.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.106.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.107.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.107.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.107.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.108.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.108.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.108.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.109.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.109.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.109.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.11.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.11.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.11.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.110.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.110.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.110.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.111.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.111.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.111.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.112.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.112.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.112.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.113.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.113.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.113.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.114.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.114.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.114.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.115.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.115.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.115.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.116.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.116.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.116.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.117.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.117.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.117.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.118.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.118.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.118.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.119.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.119.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.119.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.12.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.12.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.12.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.120.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.120.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.120.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.121.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.121.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.121.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.122.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.122.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.122.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.123.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.123.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.123.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.124.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.124.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.124.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.125.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.125.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.125.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.126.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.126.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.126.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.127.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.127.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.127.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.128.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.128.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.128.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.129.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.129.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.129.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.13.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.13.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.13.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.130.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.130.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.130.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.131.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.131.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.131.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.132.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.132.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.132.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.133.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.133.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.133.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.134.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.134.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.134.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.135.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.135.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.135.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.136.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.136.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.136.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.137.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.137.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.137.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.138.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.138.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.138.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.139.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.139.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.139.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.14.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.14.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.14.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.140.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.140.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.140.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.141.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.141.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.141.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.142.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.142.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.142.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.143.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.143.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.143.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.144.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.144.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.144.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.145.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.145.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.145.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.146.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.146.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.146.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.147.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.147.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.147.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.148.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.148.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.148.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.149.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.149.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.149.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.15.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.15.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.15.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.150.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.150.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.150.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.151.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.151.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.151.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.152.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.152.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.152.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.153.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.153.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.153.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.154.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.154.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.154.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.155.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.155.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.155.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.156.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.156.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.156.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.157.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.157.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.157.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.158.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.158.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.158.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.159.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.159.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.159.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.16.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.16.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.16.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.160.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.160.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.160.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.161.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.161.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.161.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.162.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.162.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.162.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.163.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.163.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.163.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.164.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.164.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.164.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.165.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.165.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.165.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.166.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.166.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.166.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.167.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.167.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.167.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.168.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.168.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.168.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.169.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.169.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.169.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.17.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.17.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.17.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.170.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.170.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.170.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.171.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.171.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.171.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.172.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.172.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.172.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.173.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.173.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.173.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.174.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.174.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.174.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.175.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.175.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.175.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.176.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.176.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.176.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.177.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.177.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.177.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.178.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.178.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.178.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.179.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.179.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.179.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.18.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.18.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.18.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.180.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.180.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.180.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.181.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.181.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.181.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.182.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.182.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.182.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.183.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.183.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.183.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.184.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.184.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.184.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.185.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.185.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.185.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.186.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.186.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.186.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.187.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.187.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.187.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.188.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.188.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.188.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.189.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.189.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.189.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.19.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.19.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.19.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.190.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.190.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.190.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.191.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.191.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.191.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.2.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.2.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.2.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.20.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.20.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.20.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.21.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.21.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.21.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.22.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.22.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.22.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.23.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.23.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.23.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.24.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.24.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.24.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.25.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.25.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.25.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.26.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.26.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.26.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.27.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.27.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.27.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.28.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.28.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.28.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.29.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.29.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.29.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.3.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.3.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.3.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.30.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.30.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.30.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.31.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.31.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.31.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.32.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.32.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.32.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.33.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.33.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.33.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.34.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.34.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.34.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.35.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.35.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.35.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.36.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.36.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.36.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.37.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.37.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.37.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.38.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.38.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.38.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.39.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.39.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.39.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.4.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.4.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.4.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.40.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.40.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.40.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.41.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.41.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.41.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.42.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.42.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.42.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.43.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.43.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.43.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.44.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.44.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.44.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.45.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.45.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.45.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.46.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.46.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.46.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.47.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.47.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.47.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.48.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.48.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.48.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.49.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.49.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.49.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.5.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.5.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.5.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.50.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.50.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.50.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.51.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.51.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.51.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.52.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.52.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.52.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.53.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.53.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.53.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.54.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.54.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.54.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.55.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.55.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.55.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.56.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.56.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.56.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.57.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.57.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.57.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.58.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.58.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.58.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.59.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.59.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.59.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.6.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.6.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.6.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.60.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.60.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.60.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.61.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.61.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.61.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.62.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.62.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.62.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.63.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.63.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.63.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.64.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.64.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.64.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.65.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.65.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.65.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.66.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.66.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.66.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.67.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.67.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.67.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.68.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.68.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.68.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.69.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.69.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.69.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.7.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.7.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.7.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.70.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.70.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.70.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.71.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.71.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.71.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.72.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.72.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.72.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.73.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.73.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.73.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.74.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.74.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.74.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.75.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.75.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.75.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.76.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.76.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.76.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.77.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.77.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.77.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.78.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.78.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.78.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.79.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.79.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.79.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.8.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.8.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.8.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.80.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.80.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.80.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.81.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.81.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.81.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.82.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.82.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.82.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.83.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.83.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.83.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.84.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.84.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.84.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.85.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.85.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.85.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.86.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.86.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.86.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.87.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.87.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.87.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.88.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.88.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.88.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.89.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.89.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.89.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.9.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.9.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.9.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.90.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.90.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.90.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.91.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.91.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.91.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.92.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.92.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.92.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.93.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.93.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.93.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.94.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.94.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.94.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.95.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.95.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.95.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.96.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.96.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.96.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.97.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.97.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.97.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.98.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.98.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.98.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.99.down_proj.weight": "model-00048-of-00079.safetensors", + "model.layers.49.mlp.experts.99.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.experts.99.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.router.gate.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.shared_mlp.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.shared_mlp.gate_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.mlp.shared_mlp.up_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.post_attention_layernorm.weight": "model-00049-of-00079.safetensors", + "model.layers.49.self_attn.k_norm.weight": "model-00049-of-00079.safetensors", + "model.layers.49.self_attn.k_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.self_attn.o_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.self_attn.q_norm.weight": "model-00049-of-00079.safetensors", + "model.layers.49.self_attn.q_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.49.self_attn.v_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.5.input_layernorm.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.expert_bias": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.0.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.0.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.0.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.1.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.1.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.1.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.10.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.10.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.10.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.100.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.100.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.100.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.101.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.101.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.101.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.102.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.102.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.102.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.103.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.103.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.103.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.104.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.104.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.104.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.105.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.105.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.105.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.106.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.106.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.106.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.107.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.107.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.107.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.108.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.108.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.108.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.109.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.109.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.109.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.11.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.11.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.11.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.110.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.110.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.110.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.111.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.111.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.111.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.112.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.112.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.112.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.113.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.113.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.113.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.114.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.114.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.114.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.115.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.115.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.115.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.116.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.116.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.116.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.117.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.117.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.117.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.118.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.118.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.118.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.119.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.119.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.119.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.12.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.12.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.12.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.120.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.120.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.120.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.121.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.121.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.121.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.122.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.122.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.122.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.123.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.123.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.123.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.124.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.124.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.124.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.125.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.125.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.125.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.126.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.126.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.126.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.127.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.127.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.127.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.128.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.128.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.128.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.129.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.129.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.129.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.13.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.13.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.13.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.130.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.130.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.130.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.131.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.131.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.131.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.132.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.132.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.132.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.133.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.133.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.133.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.134.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.134.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.134.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.135.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.135.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.135.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.136.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.136.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.136.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.137.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.137.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.137.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.138.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.138.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.138.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.139.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.139.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.139.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.14.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.14.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.14.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.140.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.140.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.140.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.141.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.141.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.141.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.142.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.142.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.142.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.143.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.143.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.143.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.144.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.144.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.144.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.145.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.145.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.145.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.146.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.146.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.146.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.147.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.147.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.147.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.148.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.148.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.148.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.149.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.149.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.149.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.15.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.15.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.15.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.150.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.150.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.150.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.151.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.151.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.151.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.152.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.152.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.152.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.153.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.153.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.153.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.154.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.154.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.154.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.155.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.155.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.155.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.156.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.156.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.156.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.157.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.157.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.157.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.158.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.158.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.158.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.159.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.159.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.159.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.16.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.16.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.16.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.160.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.160.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.160.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.161.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.161.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.161.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.162.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.162.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.162.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.163.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.163.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.163.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.164.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.164.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.164.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.165.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.165.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.165.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.166.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.166.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.166.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.167.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.167.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.167.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.168.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.168.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.168.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.169.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.169.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.169.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.17.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.17.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.17.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.170.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.170.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.170.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.171.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.171.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.171.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.172.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.172.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.172.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.173.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.173.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.173.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.174.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.174.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.174.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.175.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.175.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.175.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.176.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.176.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.176.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.177.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.177.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.177.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.178.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.178.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.178.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.179.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.179.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.179.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.18.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.18.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.18.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.180.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.180.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.180.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.181.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.181.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.181.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.182.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.182.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.182.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.183.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.183.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.183.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.184.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.184.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.184.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.185.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.185.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.185.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.186.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.186.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.186.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.187.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.187.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.187.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.188.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.188.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.188.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.189.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.189.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.189.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.19.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.19.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.19.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.190.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.190.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.190.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.191.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.191.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.191.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.2.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.2.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.2.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.20.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.20.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.20.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.21.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.21.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.21.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.22.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.22.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.22.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.23.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.23.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.23.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.24.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.24.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.24.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.25.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.25.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.25.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.26.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.26.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.26.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.27.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.27.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.27.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.28.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.28.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.28.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.29.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.29.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.29.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.3.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.3.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.3.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.30.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.30.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.30.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.31.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.31.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.31.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.32.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.32.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.32.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.33.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.33.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.33.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.34.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.34.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.34.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.35.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.35.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.35.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.36.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.36.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.36.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.37.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.37.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.37.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.38.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.38.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.38.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.39.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.39.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.39.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.4.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.4.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.4.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.40.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.40.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.40.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.41.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.41.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.41.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.42.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.42.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.42.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.43.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.43.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.43.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.44.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.44.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.44.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.45.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.45.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.45.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.46.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.46.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.46.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.47.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.47.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.47.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.48.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.48.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.48.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.49.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.49.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.49.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.5.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.5.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.5.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.50.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.50.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.50.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.51.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.51.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.51.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.52.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.52.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.52.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.53.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.53.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.53.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.54.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.54.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.54.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.55.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.55.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.55.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.56.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.56.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.56.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.57.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.57.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.57.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.58.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.58.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.58.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.59.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.59.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.59.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.6.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.6.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.6.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.60.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.60.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.60.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.61.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.61.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.61.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.62.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.62.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.62.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.63.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.63.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.63.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.64.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.64.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.64.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.65.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.65.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.65.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.66.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.66.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.66.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.67.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.67.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.67.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.68.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.68.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.68.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.69.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.69.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.69.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.7.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.7.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.7.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.70.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.70.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.70.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.71.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.71.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.71.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.72.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.72.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.72.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.73.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.73.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.73.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.74.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.74.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.74.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.75.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.75.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.75.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.76.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.76.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.76.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.77.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.77.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.77.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.78.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.78.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.78.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.79.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.79.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.79.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.8.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.8.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.8.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.80.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.80.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.80.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.81.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.81.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.81.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.82.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.82.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.82.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.83.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.83.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.83.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.84.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.84.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.84.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.85.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.85.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.85.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.86.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.86.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.86.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.87.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.87.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.87.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.88.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.88.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.88.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.89.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.89.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.89.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.9.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.9.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.9.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.90.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.90.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.90.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.91.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.91.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.91.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.92.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.92.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.92.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.93.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.93.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.93.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.94.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.94.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.94.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.95.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.95.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.95.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.96.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.96.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.96.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.97.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.97.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.97.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.98.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.98.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.98.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.99.down_proj.weight": "model-00004-of-00079.safetensors", + "model.layers.5.mlp.experts.99.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.experts.99.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.router.gate.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.shared_mlp.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.shared_mlp.gate_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.mlp.shared_mlp.up_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00005-of-00079.safetensors", + "model.layers.5.self_attn.k_norm.weight": "model-00005-of-00079.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.self_attn.q_norm.weight": "model-00005-of-00079.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.50.input_layernorm.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.expert_bias": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.0.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.0.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.0.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.1.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.1.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.1.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.10.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.10.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.10.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.100.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.100.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.100.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.101.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.101.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.101.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.102.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.102.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.102.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.103.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.103.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.103.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.104.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.104.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.104.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.105.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.105.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.105.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.106.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.106.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.106.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.107.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.107.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.107.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.108.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.108.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.108.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.109.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.109.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.109.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.11.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.11.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.11.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.110.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.110.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.110.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.111.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.111.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.111.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.112.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.112.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.112.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.113.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.113.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.113.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.114.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.114.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.114.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.115.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.115.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.115.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.116.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.116.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.116.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.117.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.117.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.117.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.118.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.118.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.118.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.119.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.119.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.119.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.12.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.12.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.12.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.120.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.120.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.120.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.121.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.121.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.121.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.122.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.122.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.122.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.123.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.123.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.123.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.124.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.124.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.124.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.125.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.125.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.125.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.126.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.126.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.126.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.127.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.127.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.127.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.128.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.128.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.128.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.129.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.129.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.129.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.13.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.13.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.13.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.130.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.130.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.130.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.131.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.131.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.131.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.132.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.132.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.132.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.133.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.133.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.133.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.134.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.134.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.134.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.135.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.135.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.135.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.136.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.136.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.136.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.137.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.137.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.137.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.138.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.138.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.138.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.139.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.139.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.139.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.14.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.14.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.14.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.140.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.140.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.140.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.141.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.141.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.141.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.142.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.142.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.142.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.143.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.143.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.143.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.144.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.144.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.144.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.145.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.145.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.145.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.146.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.146.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.146.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.147.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.147.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.147.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.148.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.148.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.148.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.149.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.149.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.149.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.15.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.15.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.15.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.150.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.150.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.150.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.151.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.151.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.151.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.152.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.152.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.152.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.153.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.153.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.153.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.154.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.154.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.154.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.155.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.155.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.155.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.156.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.156.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.156.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.157.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.157.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.157.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.158.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.158.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.158.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.159.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.159.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.159.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.16.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.16.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.16.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.160.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.160.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.160.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.161.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.161.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.161.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.162.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.162.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.162.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.163.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.163.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.163.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.164.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.164.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.164.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.165.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.165.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.165.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.166.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.166.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.166.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.167.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.167.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.167.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.168.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.168.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.168.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.169.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.169.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.169.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.17.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.17.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.17.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.170.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.170.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.170.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.171.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.171.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.171.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.172.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.172.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.172.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.173.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.173.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.173.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.174.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.174.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.174.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.175.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.175.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.175.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.176.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.176.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.176.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.177.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.177.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.177.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.178.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.178.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.178.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.179.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.179.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.179.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.18.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.18.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.18.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.180.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.180.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.180.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.181.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.181.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.181.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.182.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.182.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.182.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.183.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.183.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.183.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.184.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.184.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.184.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.185.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.185.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.185.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.186.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.186.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.186.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.187.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.187.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.187.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.188.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.188.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.188.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.189.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.189.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.189.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.19.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.19.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.19.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.190.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.190.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.190.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.191.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.191.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.191.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.2.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.2.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.2.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.20.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.20.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.20.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.21.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.21.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.21.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.22.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.22.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.22.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.23.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.23.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.23.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.24.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.24.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.24.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.25.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.25.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.25.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.26.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.26.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.26.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.27.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.27.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.27.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.28.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.28.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.28.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.29.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.29.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.29.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.3.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.3.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.3.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.30.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.30.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.30.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.31.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.31.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.31.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.32.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.32.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.32.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.33.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.33.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.33.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.34.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.34.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.34.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.35.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.35.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.35.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.36.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.36.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.36.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.37.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.37.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.37.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.38.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.38.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.38.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.39.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.39.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.39.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.4.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.4.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.4.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.40.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.40.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.40.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.41.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.41.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.41.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.42.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.42.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.42.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.43.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.43.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.43.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.44.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.44.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.44.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.45.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.45.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.45.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.46.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.46.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.46.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.47.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.47.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.47.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.48.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.48.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.48.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.49.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.49.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.49.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.5.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.5.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.5.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.50.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.50.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.50.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.51.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.51.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.51.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.52.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.52.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.52.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.53.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.53.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.53.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.54.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.54.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.54.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.55.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.55.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.55.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.56.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.56.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.56.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.57.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.57.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.57.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.58.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.58.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.58.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.59.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.59.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.59.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.6.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.6.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.6.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.60.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.60.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.60.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.61.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.61.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.61.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.62.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.62.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.62.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.63.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.63.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.63.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.64.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.64.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.64.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.65.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.65.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.65.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.66.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.66.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.66.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.67.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.67.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.67.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.68.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.68.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.68.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.69.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.69.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.69.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.7.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.7.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.7.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.70.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.70.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.70.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.71.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.71.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.71.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.72.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.72.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.72.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.73.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.73.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.73.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.74.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.74.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.74.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.75.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.75.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.75.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.76.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.76.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.76.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.77.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.77.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.77.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.78.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.78.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.78.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.79.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.79.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.79.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.8.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.8.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.8.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.80.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.80.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.80.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.81.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.81.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.81.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.82.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.82.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.82.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.83.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.83.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.83.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.84.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.84.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.84.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.85.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.85.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.85.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.86.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.86.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.86.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.87.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.87.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.87.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.88.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.88.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.88.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.89.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.89.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.89.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.9.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.9.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.9.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.90.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.90.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.90.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.91.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.91.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.91.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.92.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.92.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.92.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.93.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.93.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.93.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.94.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.94.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.94.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.95.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.95.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.95.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.96.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.96.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.96.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.97.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.97.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.97.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.98.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.98.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.98.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.99.down_proj.weight": "model-00049-of-00079.safetensors", + "model.layers.50.mlp.experts.99.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.experts.99.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.router.gate.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.shared_mlp.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.shared_mlp.gate_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.mlp.shared_mlp.up_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.post_attention_layernorm.weight": "model-00050-of-00079.safetensors", + "model.layers.50.self_attn.k_norm.weight": "model-00050-of-00079.safetensors", + "model.layers.50.self_attn.k_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.self_attn.o_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.self_attn.q_norm.weight": "model-00050-of-00079.safetensors", + "model.layers.50.self_attn.q_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.50.self_attn.v_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.input_layernorm.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.expert_bias": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.0.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.0.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.0.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.1.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.1.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.1.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.10.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.10.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.10.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.100.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.100.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.100.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.101.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.101.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.101.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.102.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.102.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.102.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.103.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.103.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.103.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.104.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.104.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.104.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.105.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.105.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.105.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.106.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.106.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.106.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.107.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.107.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.107.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.108.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.108.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.108.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.109.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.109.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.109.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.11.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.11.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.11.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.110.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.110.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.110.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.111.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.111.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.111.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.112.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.112.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.112.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.113.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.113.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.113.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.114.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.114.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.114.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.115.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.115.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.115.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.116.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.116.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.116.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.117.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.117.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.117.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.118.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.118.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.118.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.119.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.119.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.119.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.12.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.12.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.12.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.120.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.120.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.120.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.121.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.121.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.121.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.122.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.122.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.122.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.123.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.123.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.123.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.124.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.124.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.124.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.125.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.125.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.125.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.126.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.126.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.126.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.127.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.127.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.127.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.128.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.128.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.128.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.129.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.129.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.129.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.13.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.13.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.13.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.130.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.130.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.130.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.131.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.131.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.131.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.132.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.132.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.132.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.133.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.133.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.133.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.134.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.134.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.134.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.135.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.135.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.135.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.136.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.136.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.136.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.137.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.137.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.137.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.138.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.138.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.138.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.139.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.139.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.139.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.14.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.14.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.14.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.140.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.140.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.140.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.141.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.141.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.141.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.142.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.142.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.142.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.143.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.143.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.143.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.144.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.144.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.144.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.145.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.145.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.145.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.146.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.146.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.146.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.147.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.147.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.147.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.148.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.148.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.148.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.149.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.149.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.149.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.15.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.15.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.15.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.150.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.150.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.150.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.151.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.151.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.151.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.152.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.152.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.152.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.153.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.153.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.153.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.154.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.154.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.154.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.155.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.155.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.155.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.156.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.156.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.156.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.157.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.157.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.157.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.158.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.158.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.158.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.159.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.159.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.159.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.16.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.16.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.16.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.160.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.160.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.160.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.161.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.161.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.161.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.162.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.162.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.162.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.163.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.163.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.163.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.164.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.164.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.164.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.165.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.165.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.165.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.166.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.166.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.166.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.167.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.167.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.167.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.168.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.168.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.168.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.169.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.169.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.169.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.17.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.17.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.17.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.170.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.170.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.170.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.171.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.171.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.171.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.172.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.172.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.172.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.173.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.173.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.173.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.174.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.174.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.174.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.175.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.175.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.175.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.176.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.176.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.176.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.177.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.177.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.177.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.178.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.178.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.178.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.179.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.179.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.179.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.18.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.18.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.18.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.180.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.180.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.180.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.181.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.181.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.181.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.182.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.182.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.182.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.183.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.183.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.183.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.184.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.184.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.184.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.185.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.185.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.185.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.186.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.186.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.186.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.187.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.187.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.187.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.188.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.188.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.188.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.189.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.189.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.189.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.19.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.19.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.19.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.190.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.190.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.190.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.191.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.191.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.191.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.2.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.2.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.2.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.20.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.20.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.20.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.21.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.21.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.21.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.22.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.22.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.22.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.23.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.23.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.23.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.24.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.24.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.24.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.25.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.25.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.25.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.26.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.26.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.26.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.27.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.27.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.27.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.28.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.28.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.28.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.29.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.29.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.29.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.3.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.3.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.3.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.30.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.30.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.30.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.31.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.31.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.31.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.32.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.32.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.32.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.33.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.33.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.33.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.34.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.34.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.34.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.35.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.35.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.35.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.36.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.36.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.36.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.37.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.37.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.37.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.38.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.38.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.38.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.39.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.39.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.39.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.4.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.4.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.4.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.40.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.40.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.40.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.41.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.41.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.41.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.42.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.42.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.42.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.43.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.43.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.43.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.44.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.44.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.44.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.45.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.45.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.45.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.46.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.46.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.46.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.47.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.47.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.47.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.48.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.48.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.48.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.49.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.49.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.49.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.5.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.5.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.5.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.50.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.50.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.50.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.51.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.51.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.51.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.52.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.52.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.52.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.53.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.53.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.53.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.54.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.54.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.54.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.55.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.55.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.55.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.56.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.56.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.56.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.57.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.57.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.57.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.58.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.58.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.58.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.59.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.59.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.59.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.6.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.6.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.6.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.60.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.60.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.60.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.61.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.61.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.61.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.62.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.62.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.62.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.63.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.63.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.63.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.64.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.64.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.64.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.65.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.65.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.65.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.66.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.66.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.66.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.67.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.67.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.67.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.68.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.68.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.68.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.69.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.69.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.69.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.7.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.7.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.7.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.70.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.70.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.70.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.71.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.71.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.71.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.72.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.72.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.72.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.73.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.73.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.73.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.74.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.74.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.74.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.75.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.75.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.75.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.76.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.76.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.76.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.77.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.77.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.77.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.78.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.78.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.78.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.79.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.79.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.79.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.8.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.8.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.8.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.80.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.80.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.80.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.81.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.81.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.81.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.82.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.82.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.82.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.83.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.83.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.83.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.84.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.84.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.84.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.85.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.85.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.85.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.86.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.86.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.86.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.87.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.87.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.87.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.88.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.88.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.88.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.89.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.89.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.89.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.9.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.9.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.9.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.90.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.90.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.90.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.91.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.91.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.91.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.92.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.92.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.92.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.93.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.93.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.93.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.94.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.94.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.94.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.95.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.95.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.95.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.96.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.96.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.96.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.97.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.97.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.97.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.98.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.98.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.98.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.99.down_proj.weight": "model-00050-of-00079.safetensors", + "model.layers.51.mlp.experts.99.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.experts.99.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.router.gate.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.shared_mlp.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.shared_mlp.gate_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.mlp.shared_mlp.up_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.post_attention_layernorm.weight": "model-00051-of-00079.safetensors", + "model.layers.51.self_attn.k_norm.weight": "model-00051-of-00079.safetensors", + "model.layers.51.self_attn.k_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.self_attn.o_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.self_attn.q_norm.weight": "model-00051-of-00079.safetensors", + "model.layers.51.self_attn.q_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.51.self_attn.v_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.input_layernorm.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.expert_bias": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.0.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.0.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.0.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.1.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.1.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.1.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.10.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.10.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.10.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.100.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.100.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.100.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.101.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.101.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.101.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.102.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.102.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.102.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.103.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.103.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.103.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.104.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.104.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.104.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.105.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.105.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.105.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.106.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.106.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.106.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.107.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.107.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.107.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.108.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.108.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.108.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.109.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.109.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.109.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.11.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.11.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.11.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.110.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.110.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.110.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.111.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.111.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.111.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.112.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.112.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.112.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.113.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.113.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.113.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.114.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.114.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.114.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.115.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.115.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.115.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.116.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.116.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.116.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.117.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.117.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.117.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.118.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.118.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.118.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.119.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.119.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.119.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.12.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.12.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.12.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.120.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.120.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.120.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.121.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.121.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.121.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.122.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.122.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.122.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.123.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.123.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.123.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.124.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.124.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.124.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.125.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.125.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.125.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.126.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.126.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.126.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.127.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.127.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.127.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.128.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.128.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.128.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.129.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.129.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.129.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.13.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.13.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.13.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.130.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.130.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.130.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.131.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.131.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.131.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.132.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.132.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.132.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.133.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.133.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.133.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.134.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.134.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.134.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.135.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.135.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.135.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.136.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.136.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.136.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.137.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.137.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.137.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.138.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.138.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.138.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.139.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.139.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.139.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.14.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.14.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.14.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.140.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.140.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.140.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.141.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.141.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.141.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.142.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.142.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.142.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.143.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.143.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.143.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.144.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.144.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.144.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.145.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.145.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.145.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.146.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.146.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.146.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.147.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.147.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.147.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.148.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.148.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.148.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.149.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.149.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.149.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.15.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.15.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.15.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.150.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.150.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.150.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.151.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.151.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.151.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.152.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.152.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.152.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.153.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.153.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.153.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.154.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.154.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.154.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.155.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.155.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.155.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.156.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.156.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.156.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.157.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.157.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.157.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.158.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.158.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.158.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.159.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.159.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.159.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.16.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.16.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.16.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.160.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.160.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.160.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.161.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.161.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.161.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.162.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.162.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.162.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.163.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.163.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.163.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.164.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.164.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.164.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.165.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.165.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.165.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.166.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.166.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.166.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.167.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.167.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.167.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.168.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.168.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.168.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.169.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.169.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.169.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.17.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.17.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.17.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.170.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.170.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.170.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.171.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.171.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.171.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.172.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.172.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.172.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.173.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.173.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.173.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.174.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.174.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.174.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.175.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.175.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.175.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.176.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.176.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.176.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.177.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.177.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.177.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.178.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.178.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.178.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.179.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.179.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.179.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.18.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.18.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.18.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.180.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.180.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.180.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.181.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.181.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.181.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.182.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.182.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.182.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.183.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.183.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.183.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.184.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.184.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.184.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.185.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.185.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.185.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.186.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.186.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.186.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.187.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.187.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.187.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.188.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.188.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.188.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.189.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.189.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.189.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.19.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.19.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.19.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.190.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.190.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.190.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.191.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.191.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.191.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.2.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.2.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.2.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.20.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.20.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.20.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.21.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.21.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.21.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.22.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.22.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.22.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.23.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.23.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.23.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.24.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.24.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.24.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.25.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.25.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.25.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.26.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.26.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.26.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.27.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.27.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.27.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.28.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.28.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.28.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.29.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.29.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.29.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.3.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.3.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.3.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.30.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.30.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.30.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.31.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.31.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.31.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.32.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.32.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.32.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.33.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.33.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.33.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.34.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.34.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.34.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.35.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.35.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.35.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.36.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.36.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.36.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.37.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.37.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.37.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.38.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.38.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.38.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.39.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.39.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.39.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.4.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.4.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.4.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.40.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.40.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.40.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.41.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.41.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.41.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.42.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.42.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.42.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.43.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.43.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.43.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.44.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.44.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.44.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.45.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.45.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.45.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.46.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.46.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.46.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.47.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.47.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.47.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.48.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.48.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.48.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.49.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.49.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.49.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.5.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.5.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.5.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.50.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.50.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.50.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.51.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.51.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.51.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.52.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.52.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.52.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.53.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.53.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.53.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.54.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.54.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.54.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.55.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.55.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.55.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.56.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.56.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.56.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.57.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.57.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.57.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.58.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.58.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.58.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.59.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.59.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.59.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.6.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.6.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.6.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.60.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.60.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.60.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.61.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.61.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.61.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.62.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.62.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.62.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.63.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.63.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.63.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.64.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.64.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.64.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.65.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.65.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.65.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.66.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.66.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.66.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.67.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.67.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.67.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.68.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.68.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.68.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.69.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.69.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.69.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.7.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.7.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.7.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.70.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.70.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.70.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.71.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.71.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.71.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.72.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.72.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.72.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.73.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.73.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.73.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.74.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.74.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.74.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.75.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.75.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.75.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.76.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.76.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.76.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.77.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.77.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.77.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.78.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.78.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.78.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.79.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.79.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.79.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.8.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.8.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.8.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.80.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.80.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.80.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.81.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.81.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.81.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.82.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.82.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.82.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.83.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.83.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.83.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.84.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.84.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.84.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.85.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.85.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.85.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.86.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.86.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.86.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.87.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.87.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.87.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.88.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.88.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.88.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.89.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.89.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.89.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.9.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.9.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.9.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.90.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.90.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.90.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.91.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.91.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.91.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.92.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.92.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.92.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.93.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.93.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.93.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.94.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.94.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.94.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.95.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.95.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.95.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.96.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.96.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.96.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.97.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.97.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.97.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.98.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.98.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.98.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.99.down_proj.weight": "model-00051-of-00079.safetensors", + "model.layers.52.mlp.experts.99.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.experts.99.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.router.gate.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.shared_mlp.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.shared_mlp.gate_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.mlp.shared_mlp.up_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.post_attention_layernorm.weight": "model-00052-of-00079.safetensors", + "model.layers.52.self_attn.k_norm.weight": "model-00052-of-00079.safetensors", + "model.layers.52.self_attn.k_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.self_attn.o_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.self_attn.q_norm.weight": "model-00052-of-00079.safetensors", + "model.layers.52.self_attn.q_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.52.self_attn.v_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.input_layernorm.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.expert_bias": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.0.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.0.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.0.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.1.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.1.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.1.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.10.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.10.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.10.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.100.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.100.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.100.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.101.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.101.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.101.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.102.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.102.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.102.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.103.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.103.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.103.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.104.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.104.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.104.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.105.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.105.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.105.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.106.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.106.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.106.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.107.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.107.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.107.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.108.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.108.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.108.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.109.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.109.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.109.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.11.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.11.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.11.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.110.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.110.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.110.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.111.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.111.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.111.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.112.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.112.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.112.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.113.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.113.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.113.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.114.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.114.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.114.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.115.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.115.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.115.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.116.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.116.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.116.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.117.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.117.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.117.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.118.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.118.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.118.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.119.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.119.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.119.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.12.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.12.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.12.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.120.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.120.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.120.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.121.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.121.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.121.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.122.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.122.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.122.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.123.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.123.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.123.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.124.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.124.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.124.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.125.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.125.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.125.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.126.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.126.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.126.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.127.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.127.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.127.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.128.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.128.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.128.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.129.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.129.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.129.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.13.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.13.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.13.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.130.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.130.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.130.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.131.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.131.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.131.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.132.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.132.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.132.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.133.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.133.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.133.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.134.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.134.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.134.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.135.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.135.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.135.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.136.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.136.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.136.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.137.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.137.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.137.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.138.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.138.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.138.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.139.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.139.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.139.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.14.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.14.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.14.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.140.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.140.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.140.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.141.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.141.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.141.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.142.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.142.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.142.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.143.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.143.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.143.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.144.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.144.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.144.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.145.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.145.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.145.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.146.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.146.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.146.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.147.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.147.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.147.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.148.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.148.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.148.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.149.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.149.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.149.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.15.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.15.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.15.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.150.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.150.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.150.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.151.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.151.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.151.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.152.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.152.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.152.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.153.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.153.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.153.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.154.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.154.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.154.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.155.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.155.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.155.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.156.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.156.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.156.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.157.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.157.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.157.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.158.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.158.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.158.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.159.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.159.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.159.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.16.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.16.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.16.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.160.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.160.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.160.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.161.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.161.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.161.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.162.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.162.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.162.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.163.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.163.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.163.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.164.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.164.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.164.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.165.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.165.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.165.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.166.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.166.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.166.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.167.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.167.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.167.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.168.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.168.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.168.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.169.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.169.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.169.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.17.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.17.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.17.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.170.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.170.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.170.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.171.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.171.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.171.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.172.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.172.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.172.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.173.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.173.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.173.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.174.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.174.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.174.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.175.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.175.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.175.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.176.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.176.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.176.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.177.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.177.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.177.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.178.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.178.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.178.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.179.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.179.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.179.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.18.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.18.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.18.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.180.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.180.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.180.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.181.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.181.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.181.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.182.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.182.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.182.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.183.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.183.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.183.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.184.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.184.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.184.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.185.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.185.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.185.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.186.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.186.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.186.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.187.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.187.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.187.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.188.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.188.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.188.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.189.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.189.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.189.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.19.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.19.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.19.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.190.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.190.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.190.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.191.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.191.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.191.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.2.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.2.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.2.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.20.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.20.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.20.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.21.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.21.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.21.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.22.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.22.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.22.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.23.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.23.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.23.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.24.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.24.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.24.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.25.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.25.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.25.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.26.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.26.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.26.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.27.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.27.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.27.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.28.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.28.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.28.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.29.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.29.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.29.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.3.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.3.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.3.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.30.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.30.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.30.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.31.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.31.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.31.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.32.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.32.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.32.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.33.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.33.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.33.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.34.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.34.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.34.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.35.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.35.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.35.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.36.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.36.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.36.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.37.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.37.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.37.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.38.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.38.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.38.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.39.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.39.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.39.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.4.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.4.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.4.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.40.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.40.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.40.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.41.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.41.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.41.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.42.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.42.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.42.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.43.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.43.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.43.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.44.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.44.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.44.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.45.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.45.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.45.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.46.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.46.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.46.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.47.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.47.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.47.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.48.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.48.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.48.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.49.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.49.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.49.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.5.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.5.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.5.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.50.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.50.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.50.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.51.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.51.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.51.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.52.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.52.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.52.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.53.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.53.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.53.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.54.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.54.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.54.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.55.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.55.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.55.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.56.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.56.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.56.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.57.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.57.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.57.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.58.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.58.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.58.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.59.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.59.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.59.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.6.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.6.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.6.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.60.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.60.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.60.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.61.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.61.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.61.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.62.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.62.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.62.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.63.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.63.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.63.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.64.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.64.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.64.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.65.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.65.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.65.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.66.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.66.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.66.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.67.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.67.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.67.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.68.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.68.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.68.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.69.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.69.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.69.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.7.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.7.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.7.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.70.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.70.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.70.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.71.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.71.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.71.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.72.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.72.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.72.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.73.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.73.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.73.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.74.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.74.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.74.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.75.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.75.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.75.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.76.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.76.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.76.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.77.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.77.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.77.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.78.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.78.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.78.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.79.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.79.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.79.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.8.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.8.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.8.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.80.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.80.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.80.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.81.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.81.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.81.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.82.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.82.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.82.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.83.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.83.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.83.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.84.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.84.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.84.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.85.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.85.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.85.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.86.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.86.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.86.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.87.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.87.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.87.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.88.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.88.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.88.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.89.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.89.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.89.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.9.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.9.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.9.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.90.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.90.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.90.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.91.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.91.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.91.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.92.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.92.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.92.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.93.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.93.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.93.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.94.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.94.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.94.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.95.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.95.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.95.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.96.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.96.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.96.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.97.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.97.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.97.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.98.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.98.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.98.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.99.down_proj.weight": "model-00052-of-00079.safetensors", + "model.layers.53.mlp.experts.99.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.experts.99.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.router.gate.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.shared_mlp.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.shared_mlp.gate_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.mlp.shared_mlp.up_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.post_attention_layernorm.weight": "model-00053-of-00079.safetensors", + "model.layers.53.self_attn.k_norm.weight": "model-00053-of-00079.safetensors", + "model.layers.53.self_attn.k_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.self_attn.o_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.self_attn.q_norm.weight": "model-00053-of-00079.safetensors", + "model.layers.53.self_attn.q_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.53.self_attn.v_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.input_layernorm.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.expert_bias": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.0.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.0.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.0.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.1.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.1.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.1.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.10.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.10.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.10.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.100.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.100.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.100.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.101.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.101.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.101.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.102.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.102.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.102.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.103.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.103.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.103.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.104.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.104.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.104.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.105.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.105.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.105.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.106.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.106.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.106.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.107.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.107.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.107.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.108.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.108.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.108.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.109.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.109.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.109.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.11.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.11.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.11.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.110.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.110.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.110.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.111.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.111.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.111.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.112.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.112.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.112.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.113.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.113.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.113.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.114.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.114.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.114.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.115.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.115.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.115.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.116.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.116.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.116.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.117.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.117.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.117.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.118.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.118.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.118.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.119.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.119.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.119.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.12.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.12.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.12.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.120.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.120.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.120.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.121.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.121.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.121.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.122.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.122.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.122.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.123.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.123.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.123.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.124.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.124.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.124.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.125.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.125.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.125.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.126.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.126.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.126.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.127.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.127.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.127.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.128.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.128.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.128.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.129.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.129.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.129.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.13.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.13.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.13.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.130.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.130.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.130.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.131.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.131.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.131.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.132.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.132.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.132.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.133.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.133.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.133.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.134.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.134.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.134.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.135.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.135.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.135.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.136.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.136.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.136.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.137.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.137.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.137.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.138.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.138.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.138.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.139.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.139.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.139.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.14.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.14.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.14.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.140.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.140.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.140.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.141.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.141.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.141.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.142.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.142.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.142.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.143.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.143.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.143.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.144.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.144.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.144.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.145.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.145.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.145.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.146.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.146.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.146.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.147.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.147.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.147.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.148.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.148.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.148.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.149.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.149.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.149.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.15.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.15.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.15.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.150.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.150.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.150.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.151.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.151.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.151.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.152.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.152.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.152.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.153.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.153.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.153.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.154.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.154.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.154.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.155.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.155.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.155.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.156.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.156.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.156.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.157.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.157.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.157.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.158.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.158.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.158.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.159.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.159.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.159.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.16.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.16.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.16.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.160.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.160.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.160.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.161.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.161.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.161.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.162.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.162.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.162.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.163.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.163.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.163.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.164.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.164.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.164.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.165.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.165.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.165.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.166.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.166.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.166.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.167.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.167.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.167.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.168.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.168.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.168.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.169.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.169.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.169.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.17.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.17.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.17.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.170.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.170.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.170.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.171.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.171.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.171.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.172.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.172.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.172.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.173.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.173.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.173.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.174.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.174.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.174.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.175.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.175.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.175.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.176.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.176.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.176.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.177.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.177.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.177.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.178.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.178.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.178.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.179.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.179.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.179.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.18.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.18.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.18.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.180.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.180.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.180.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.181.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.181.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.181.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.182.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.182.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.182.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.183.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.183.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.183.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.184.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.184.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.184.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.185.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.185.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.185.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.186.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.186.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.186.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.187.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.187.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.187.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.188.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.188.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.188.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.189.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.189.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.189.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.19.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.19.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.19.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.190.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.190.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.190.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.191.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.191.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.191.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.2.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.2.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.2.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.20.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.20.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.20.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.21.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.21.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.21.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.22.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.22.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.22.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.23.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.23.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.23.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.24.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.24.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.24.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.25.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.25.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.25.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.26.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.26.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.26.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.27.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.27.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.27.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.28.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.28.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.28.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.29.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.29.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.29.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.3.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.3.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.3.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.30.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.30.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.30.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.31.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.31.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.31.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.32.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.32.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.32.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.33.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.33.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.33.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.34.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.34.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.34.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.35.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.35.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.35.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.36.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.36.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.36.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.37.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.37.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.37.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.38.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.38.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.38.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.39.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.39.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.39.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.4.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.4.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.4.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.40.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.40.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.40.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.41.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.41.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.41.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.42.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.42.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.42.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.43.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.43.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.43.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.44.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.44.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.44.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.45.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.45.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.45.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.46.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.46.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.46.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.47.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.47.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.47.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.48.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.48.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.48.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.49.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.49.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.49.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.5.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.5.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.5.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.50.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.50.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.50.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.51.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.51.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.51.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.52.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.52.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.52.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.53.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.53.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.53.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.54.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.54.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.54.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.55.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.55.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.55.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.56.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.56.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.56.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.57.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.57.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.57.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.58.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.58.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.58.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.59.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.59.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.59.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.6.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.6.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.6.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.60.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.60.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.60.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.61.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.61.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.61.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.62.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.62.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.62.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.63.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.63.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.63.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.64.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.64.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.64.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.65.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.65.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.65.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.66.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.66.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.66.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.67.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.67.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.67.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.68.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.68.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.68.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.69.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.69.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.69.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.7.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.7.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.7.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.70.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.70.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.70.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.71.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.71.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.71.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.72.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.72.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.72.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.73.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.73.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.73.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.74.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.74.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.74.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.75.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.75.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.75.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.76.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.76.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.76.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.77.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.77.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.77.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.78.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.78.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.78.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.79.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.79.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.79.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.8.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.8.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.8.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.80.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.80.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.80.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.81.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.81.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.81.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.82.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.82.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.82.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.83.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.83.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.83.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.84.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.84.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.84.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.85.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.85.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.85.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.86.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.86.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.86.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.87.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.87.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.87.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.88.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.88.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.88.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.89.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.89.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.89.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.9.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.9.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.9.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.90.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.90.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.90.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.91.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.91.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.91.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.92.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.92.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.92.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.93.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.93.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.93.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.94.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.94.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.94.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.95.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.95.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.95.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.96.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.96.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.96.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.97.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.97.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.97.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.98.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.98.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.98.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.99.down_proj.weight": "model-00053-of-00079.safetensors", + "model.layers.54.mlp.experts.99.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.experts.99.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.router.gate.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.shared_mlp.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.shared_mlp.gate_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.mlp.shared_mlp.up_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.post_attention_layernorm.weight": "model-00054-of-00079.safetensors", + "model.layers.54.self_attn.k_norm.weight": "model-00054-of-00079.safetensors", + "model.layers.54.self_attn.k_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.self_attn.o_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.self_attn.q_norm.weight": "model-00054-of-00079.safetensors", + "model.layers.54.self_attn.q_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.54.self_attn.v_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.input_layernorm.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.expert_bias": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.0.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.0.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.0.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.1.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.1.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.1.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.10.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.10.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.10.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.100.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.100.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.100.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.101.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.101.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.101.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.102.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.102.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.102.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.103.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.103.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.103.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.104.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.104.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.104.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.105.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.105.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.105.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.106.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.106.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.106.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.107.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.107.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.107.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.108.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.108.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.108.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.109.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.109.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.109.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.11.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.11.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.11.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.110.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.110.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.110.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.111.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.111.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.111.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.112.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.112.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.112.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.113.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.113.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.113.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.114.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.114.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.114.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.115.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.115.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.115.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.116.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.116.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.116.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.117.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.117.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.117.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.118.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.118.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.118.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.119.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.119.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.119.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.12.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.12.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.12.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.120.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.120.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.120.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.121.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.121.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.121.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.122.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.122.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.122.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.123.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.123.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.123.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.124.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.124.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.124.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.125.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.125.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.125.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.126.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.126.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.126.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.127.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.127.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.127.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.128.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.128.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.128.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.129.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.129.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.129.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.13.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.13.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.13.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.130.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.130.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.130.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.131.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.131.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.131.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.132.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.132.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.132.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.133.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.133.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.133.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.134.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.134.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.134.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.135.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.135.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.135.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.136.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.136.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.136.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.137.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.137.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.137.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.138.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.138.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.138.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.139.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.139.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.139.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.14.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.14.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.14.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.140.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.140.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.140.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.141.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.141.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.141.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.142.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.142.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.142.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.143.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.143.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.143.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.144.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.144.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.144.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.145.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.145.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.145.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.146.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.146.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.146.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.147.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.147.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.147.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.148.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.148.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.148.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.149.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.149.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.149.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.15.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.15.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.15.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.150.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.150.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.150.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.151.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.151.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.151.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.152.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.152.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.152.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.153.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.153.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.153.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.154.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.154.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.154.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.155.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.155.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.155.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.156.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.156.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.156.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.157.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.157.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.157.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.158.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.158.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.158.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.159.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.159.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.159.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.16.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.16.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.16.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.160.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.160.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.160.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.161.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.161.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.161.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.162.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.162.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.162.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.163.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.163.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.163.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.164.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.164.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.164.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.165.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.165.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.165.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.166.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.166.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.166.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.167.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.167.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.167.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.168.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.168.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.168.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.169.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.169.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.169.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.17.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.17.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.17.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.170.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.170.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.170.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.171.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.171.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.171.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.172.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.172.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.172.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.173.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.173.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.173.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.174.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.174.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.174.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.175.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.175.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.175.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.176.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.176.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.176.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.177.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.177.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.177.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.178.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.178.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.178.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.179.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.179.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.179.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.18.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.18.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.18.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.180.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.180.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.180.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.181.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.181.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.181.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.182.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.182.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.182.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.183.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.183.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.183.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.184.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.184.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.184.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.185.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.185.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.185.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.186.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.186.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.186.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.187.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.187.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.187.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.188.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.188.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.188.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.189.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.189.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.189.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.19.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.19.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.19.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.190.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.190.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.190.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.191.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.191.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.191.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.2.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.2.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.2.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.20.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.20.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.20.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.21.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.21.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.21.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.22.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.22.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.22.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.23.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.23.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.23.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.24.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.24.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.24.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.25.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.25.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.25.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.26.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.26.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.26.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.27.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.27.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.27.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.28.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.28.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.28.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.29.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.29.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.29.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.3.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.3.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.3.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.30.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.30.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.30.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.31.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.31.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.31.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.32.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.32.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.32.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.33.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.33.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.33.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.34.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.34.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.34.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.35.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.35.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.35.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.36.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.36.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.36.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.37.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.37.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.37.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.38.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.38.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.38.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.39.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.39.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.39.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.4.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.4.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.4.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.40.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.40.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.40.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.41.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.41.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.41.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.42.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.42.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.42.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.43.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.43.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.43.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.44.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.44.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.44.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.45.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.45.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.45.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.46.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.46.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.46.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.47.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.47.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.47.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.48.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.48.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.48.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.49.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.49.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.49.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.5.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.5.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.5.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.50.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.50.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.50.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.51.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.51.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.51.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.52.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.52.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.52.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.53.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.53.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.53.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.54.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.54.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.54.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.55.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.55.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.55.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.56.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.56.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.56.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.57.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.57.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.57.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.58.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.58.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.58.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.59.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.59.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.59.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.6.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.6.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.6.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.60.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.60.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.60.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.61.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.61.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.61.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.62.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.62.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.62.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.63.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.63.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.63.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.64.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.64.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.64.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.65.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.65.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.65.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.66.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.66.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.66.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.67.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.67.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.67.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.68.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.68.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.68.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.69.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.69.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.69.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.7.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.7.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.7.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.70.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.70.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.70.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.71.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.71.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.71.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.72.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.72.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.72.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.73.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.73.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.73.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.74.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.74.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.74.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.75.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.75.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.75.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.76.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.76.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.76.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.77.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.77.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.77.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.78.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.78.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.78.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.79.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.79.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.79.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.8.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.8.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.8.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.80.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.80.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.80.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.81.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.81.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.81.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.82.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.82.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.82.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.83.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.83.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.83.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.84.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.84.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.84.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.85.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.85.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.85.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.86.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.86.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.86.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.87.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.87.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.87.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.88.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.88.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.88.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.89.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.89.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.89.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.9.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.9.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.9.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.90.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.90.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.90.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.91.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.91.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.91.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.92.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.92.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.92.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.93.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.93.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.93.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.94.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.94.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.94.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.95.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.95.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.95.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.96.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.96.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.96.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.97.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.97.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.97.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.98.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.98.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.98.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.99.down_proj.weight": "model-00054-of-00079.safetensors", + "model.layers.55.mlp.experts.99.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.experts.99.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.router.gate.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.shared_mlp.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.shared_mlp.gate_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.mlp.shared_mlp.up_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.post_attention_layernorm.weight": "model-00055-of-00079.safetensors", + "model.layers.55.self_attn.k_norm.weight": "model-00055-of-00079.safetensors", + "model.layers.55.self_attn.k_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.self_attn.o_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.self_attn.q_norm.weight": "model-00055-of-00079.safetensors", + "model.layers.55.self_attn.q_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.55.self_attn.v_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.input_layernorm.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.expert_bias": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.0.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.0.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.0.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.1.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.1.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.1.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.10.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.10.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.10.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.100.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.100.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.100.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.101.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.101.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.101.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.102.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.102.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.102.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.103.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.103.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.103.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.104.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.104.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.104.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.105.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.105.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.105.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.106.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.106.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.106.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.107.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.107.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.107.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.108.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.108.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.108.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.109.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.109.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.109.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.11.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.11.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.11.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.110.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.110.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.110.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.111.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.111.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.111.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.112.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.112.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.112.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.113.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.113.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.113.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.114.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.114.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.114.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.115.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.115.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.115.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.116.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.116.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.116.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.117.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.117.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.117.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.118.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.118.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.118.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.119.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.119.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.119.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.12.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.12.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.12.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.120.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.120.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.120.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.121.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.121.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.121.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.122.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.122.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.122.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.123.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.123.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.123.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.124.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.124.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.124.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.125.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.125.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.125.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.126.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.126.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.126.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.127.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.127.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.127.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.128.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.128.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.128.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.129.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.129.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.129.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.13.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.13.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.13.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.130.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.130.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.130.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.131.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.131.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.131.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.132.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.132.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.132.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.133.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.133.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.133.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.134.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.134.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.134.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.135.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.135.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.135.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.136.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.136.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.136.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.137.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.137.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.137.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.138.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.138.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.138.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.139.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.139.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.139.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.14.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.14.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.14.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.140.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.140.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.140.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.141.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.141.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.141.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.142.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.142.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.142.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.143.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.143.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.143.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.144.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.144.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.144.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.145.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.145.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.145.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.146.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.146.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.146.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.147.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.147.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.147.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.148.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.148.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.148.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.149.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.149.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.149.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.15.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.15.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.15.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.150.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.150.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.150.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.151.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.151.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.151.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.152.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.152.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.152.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.153.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.153.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.153.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.154.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.154.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.154.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.155.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.155.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.155.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.156.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.156.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.156.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.157.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.157.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.157.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.158.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.158.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.158.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.159.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.159.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.159.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.16.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.16.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.16.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.160.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.160.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.160.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.161.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.161.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.161.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.162.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.162.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.162.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.163.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.163.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.163.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.164.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.164.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.164.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.165.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.165.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.165.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.166.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.166.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.166.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.167.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.167.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.167.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.168.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.168.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.168.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.169.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.169.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.169.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.17.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.17.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.17.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.170.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.170.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.170.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.171.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.171.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.171.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.172.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.172.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.172.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.173.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.173.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.173.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.174.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.174.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.174.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.175.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.175.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.175.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.176.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.176.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.176.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.177.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.177.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.177.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.178.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.178.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.178.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.179.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.179.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.179.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.18.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.18.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.18.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.180.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.180.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.180.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.181.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.181.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.181.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.182.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.182.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.182.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.183.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.183.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.183.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.184.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.184.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.184.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.185.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.185.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.185.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.186.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.186.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.186.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.187.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.187.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.187.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.188.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.188.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.188.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.189.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.189.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.189.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.19.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.19.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.19.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.190.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.190.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.190.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.191.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.191.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.191.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.2.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.2.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.2.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.20.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.20.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.20.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.21.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.21.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.21.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.22.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.22.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.22.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.23.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.23.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.23.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.24.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.24.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.24.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.25.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.25.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.25.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.26.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.26.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.26.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.27.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.27.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.27.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.28.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.28.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.28.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.29.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.29.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.29.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.3.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.3.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.3.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.30.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.30.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.30.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.31.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.31.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.31.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.32.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.32.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.32.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.33.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.33.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.33.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.34.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.34.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.34.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.35.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.35.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.35.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.36.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.36.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.36.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.37.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.37.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.37.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.38.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.38.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.38.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.39.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.39.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.39.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.4.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.4.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.4.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.40.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.40.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.40.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.41.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.41.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.41.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.42.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.42.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.42.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.43.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.43.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.43.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.44.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.44.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.44.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.45.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.45.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.45.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.46.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.46.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.46.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.47.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.47.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.47.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.48.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.48.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.48.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.49.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.49.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.49.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.5.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.5.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.5.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.50.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.50.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.50.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.51.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.51.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.51.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.52.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.52.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.52.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.53.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.53.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.53.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.54.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.54.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.54.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.55.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.55.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.55.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.56.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.56.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.56.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.57.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.57.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.57.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.58.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.58.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.58.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.59.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.59.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.59.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.6.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.6.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.6.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.60.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.60.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.60.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.61.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.61.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.61.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.62.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.62.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.62.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.63.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.63.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.63.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.64.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.64.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.64.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.65.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.65.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.65.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.66.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.66.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.66.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.67.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.67.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.67.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.68.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.68.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.68.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.69.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.69.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.69.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.7.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.7.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.7.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.70.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.70.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.70.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.71.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.71.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.71.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.72.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.72.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.72.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.73.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.73.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.73.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.74.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.74.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.74.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.75.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.75.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.75.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.76.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.76.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.76.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.77.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.77.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.77.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.78.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.78.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.78.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.79.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.79.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.79.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.8.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.8.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.8.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.80.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.80.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.80.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.81.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.81.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.81.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.82.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.82.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.82.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.83.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.83.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.83.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.84.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.84.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.84.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.85.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.85.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.85.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.86.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.86.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.86.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.87.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.87.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.87.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.88.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.88.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.88.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.89.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.89.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.89.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.9.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.9.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.9.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.90.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.90.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.90.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.91.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.91.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.91.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.92.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.92.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.92.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.93.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.93.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.93.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.94.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.94.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.94.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.95.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.95.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.95.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.96.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.96.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.96.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.97.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.97.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.97.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.98.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.98.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.98.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.99.down_proj.weight": "model-00055-of-00079.safetensors", + "model.layers.56.mlp.experts.99.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.experts.99.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.router.gate.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.shared_mlp.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.shared_mlp.gate_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.mlp.shared_mlp.up_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.post_attention_layernorm.weight": "model-00056-of-00079.safetensors", + "model.layers.56.self_attn.k_norm.weight": "model-00056-of-00079.safetensors", + "model.layers.56.self_attn.k_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.self_attn.o_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.self_attn.q_norm.weight": "model-00056-of-00079.safetensors", + "model.layers.56.self_attn.q_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.56.self_attn.v_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.input_layernorm.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.expert_bias": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.0.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.0.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.0.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.1.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.1.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.1.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.10.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.10.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.10.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.100.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.100.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.100.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.101.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.101.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.101.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.102.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.102.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.102.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.103.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.103.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.103.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.104.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.104.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.104.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.105.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.105.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.105.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.106.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.106.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.106.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.107.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.107.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.107.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.108.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.108.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.108.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.109.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.109.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.109.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.11.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.11.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.11.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.110.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.110.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.110.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.111.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.111.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.111.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.112.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.112.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.112.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.113.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.113.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.113.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.114.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.114.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.114.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.115.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.115.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.115.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.116.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.116.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.116.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.117.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.117.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.117.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.118.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.118.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.118.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.119.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.119.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.119.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.12.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.12.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.12.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.120.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.120.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.120.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.121.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.121.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.121.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.122.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.122.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.122.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.123.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.123.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.123.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.124.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.124.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.124.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.125.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.125.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.125.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.126.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.126.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.126.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.127.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.127.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.127.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.128.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.128.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.128.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.129.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.129.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.129.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.13.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.13.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.13.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.130.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.130.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.130.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.131.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.131.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.131.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.132.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.132.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.132.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.133.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.133.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.133.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.134.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.134.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.134.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.135.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.135.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.135.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.136.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.136.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.136.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.137.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.137.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.137.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.138.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.138.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.138.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.139.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.139.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.139.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.14.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.14.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.14.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.140.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.140.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.140.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.141.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.141.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.141.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.142.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.142.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.142.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.143.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.143.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.143.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.144.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.144.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.144.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.145.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.145.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.145.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.146.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.146.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.146.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.147.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.147.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.147.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.148.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.148.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.148.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.149.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.149.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.149.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.15.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.15.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.15.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.150.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.150.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.150.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.151.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.151.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.151.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.152.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.152.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.152.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.153.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.153.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.153.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.154.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.154.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.154.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.155.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.155.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.155.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.156.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.156.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.156.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.157.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.157.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.157.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.158.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.158.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.158.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.159.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.159.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.159.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.16.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.16.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.16.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.160.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.160.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.160.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.161.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.161.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.161.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.162.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.162.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.162.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.163.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.163.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.163.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.164.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.164.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.164.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.165.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.165.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.165.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.166.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.166.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.166.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.167.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.167.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.167.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.168.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.168.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.168.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.169.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.169.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.169.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.17.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.17.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.17.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.170.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.170.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.170.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.171.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.171.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.171.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.172.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.172.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.172.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.173.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.173.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.173.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.174.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.174.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.174.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.175.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.175.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.175.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.176.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.176.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.176.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.177.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.177.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.177.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.178.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.178.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.178.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.179.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.179.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.179.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.18.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.18.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.18.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.180.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.180.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.180.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.181.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.181.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.181.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.182.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.182.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.182.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.183.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.183.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.183.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.184.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.184.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.184.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.185.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.185.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.185.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.186.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.186.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.186.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.187.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.187.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.187.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.188.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.188.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.188.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.189.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.189.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.189.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.19.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.19.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.19.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.190.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.190.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.190.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.191.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.191.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.191.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.2.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.2.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.2.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.20.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.20.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.20.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.21.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.21.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.21.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.22.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.22.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.22.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.23.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.23.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.23.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.24.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.24.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.24.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.25.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.25.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.25.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.26.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.26.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.26.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.27.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.27.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.27.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.28.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.28.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.28.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.29.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.29.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.29.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.3.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.3.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.3.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.30.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.30.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.30.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.31.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.31.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.31.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.32.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.32.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.32.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.33.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.33.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.33.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.34.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.34.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.34.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.35.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.35.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.35.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.36.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.36.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.36.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.37.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.37.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.37.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.38.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.38.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.38.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.39.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.39.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.39.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.4.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.4.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.4.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.40.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.40.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.40.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.41.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.41.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.41.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.42.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.42.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.42.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.43.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.43.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.43.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.44.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.44.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.44.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.45.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.45.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.45.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.46.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.46.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.46.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.47.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.47.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.47.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.48.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.48.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.48.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.49.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.49.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.49.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.5.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.5.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.5.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.50.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.50.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.50.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.51.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.51.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.51.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.52.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.52.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.52.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.53.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.53.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.53.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.54.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.54.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.54.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.55.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.55.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.55.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.56.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.56.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.56.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.57.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.57.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.57.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.58.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.58.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.58.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.59.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.59.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.59.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.6.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.6.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.6.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.60.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.60.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.60.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.61.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.61.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.61.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.62.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.62.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.62.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.63.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.63.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.63.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.64.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.64.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.64.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.65.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.65.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.65.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.66.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.66.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.66.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.67.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.67.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.67.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.68.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.68.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.68.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.69.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.69.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.69.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.7.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.7.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.7.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.70.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.70.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.70.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.71.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.71.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.71.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.72.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.72.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.72.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.73.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.73.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.73.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.74.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.74.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.74.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.75.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.75.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.75.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.76.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.76.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.76.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.77.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.77.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.77.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.78.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.78.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.78.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.79.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.79.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.79.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.8.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.8.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.8.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.80.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.80.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.80.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.81.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.81.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.81.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.82.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.82.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.82.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.83.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.83.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.83.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.84.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.84.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.84.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.85.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.85.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.85.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.86.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.86.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.86.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.87.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.87.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.87.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.88.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.88.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.88.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.89.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.89.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.89.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.9.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.9.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.9.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.90.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.90.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.90.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.91.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.91.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.91.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.92.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.92.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.92.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.93.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.93.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.93.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.94.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.94.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.94.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.95.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.95.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.95.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.96.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.96.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.96.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.97.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.97.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.97.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.98.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.98.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.98.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.99.down_proj.weight": "model-00056-of-00079.safetensors", + "model.layers.57.mlp.experts.99.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.experts.99.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.router.gate.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.shared_mlp.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.shared_mlp.gate_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.mlp.shared_mlp.up_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.post_attention_layernorm.weight": "model-00057-of-00079.safetensors", + "model.layers.57.self_attn.k_norm.weight": "model-00057-of-00079.safetensors", + "model.layers.57.self_attn.k_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.self_attn.o_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.self_attn.q_norm.weight": "model-00057-of-00079.safetensors", + "model.layers.57.self_attn.q_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.57.self_attn.v_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.input_layernorm.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.expert_bias": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.0.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.0.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.0.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.1.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.1.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.1.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.10.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.10.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.10.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.100.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.100.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.100.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.101.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.101.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.101.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.102.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.102.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.102.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.103.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.103.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.103.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.104.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.104.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.104.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.105.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.105.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.105.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.106.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.106.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.106.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.107.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.107.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.107.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.108.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.108.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.108.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.109.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.109.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.109.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.11.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.11.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.11.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.110.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.110.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.110.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.111.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.111.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.111.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.112.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.112.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.112.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.113.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.113.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.113.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.114.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.114.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.114.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.115.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.115.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.115.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.116.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.116.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.116.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.117.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.117.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.117.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.118.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.118.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.118.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.119.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.119.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.119.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.12.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.12.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.12.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.120.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.120.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.120.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.121.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.121.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.121.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.122.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.122.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.122.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.123.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.123.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.123.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.124.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.124.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.124.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.125.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.125.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.125.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.126.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.126.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.126.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.127.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.127.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.127.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.128.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.128.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.128.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.129.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.129.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.129.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.13.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.13.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.13.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.130.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.130.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.130.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.131.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.131.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.131.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.132.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.132.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.132.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.133.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.133.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.133.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.134.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.134.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.134.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.135.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.135.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.135.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.136.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.136.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.136.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.137.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.137.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.137.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.138.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.138.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.138.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.139.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.139.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.139.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.14.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.14.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.14.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.140.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.140.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.140.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.141.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.141.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.141.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.142.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.142.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.142.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.143.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.143.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.143.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.144.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.144.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.144.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.145.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.145.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.145.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.146.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.146.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.146.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.147.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.147.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.147.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.148.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.148.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.148.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.149.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.149.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.149.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.15.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.15.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.15.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.150.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.150.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.150.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.151.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.151.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.151.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.152.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.152.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.152.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.153.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.153.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.153.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.154.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.154.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.154.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.155.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.155.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.155.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.156.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.156.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.156.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.157.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.157.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.157.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.158.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.158.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.158.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.159.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.159.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.159.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.16.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.16.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.16.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.160.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.160.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.160.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.161.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.161.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.161.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.162.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.162.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.162.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.163.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.163.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.163.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.164.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.164.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.164.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.165.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.165.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.165.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.166.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.166.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.166.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.167.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.167.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.167.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.168.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.168.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.168.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.169.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.169.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.169.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.17.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.17.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.17.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.170.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.170.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.170.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.171.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.171.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.171.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.172.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.172.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.172.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.173.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.173.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.173.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.174.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.174.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.174.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.175.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.175.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.175.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.176.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.176.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.176.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.177.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.177.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.177.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.178.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.178.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.178.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.179.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.179.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.179.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.18.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.18.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.18.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.180.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.180.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.180.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.181.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.181.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.181.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.182.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.182.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.182.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.183.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.183.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.183.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.184.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.184.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.184.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.185.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.185.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.185.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.186.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.186.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.186.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.187.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.187.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.187.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.188.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.188.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.188.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.189.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.189.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.189.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.19.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.19.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.19.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.190.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.190.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.190.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.191.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.191.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.191.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.2.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.2.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.2.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.20.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.20.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.20.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.21.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.21.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.21.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.22.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.22.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.22.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.23.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.23.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.23.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.24.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.24.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.24.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.25.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.25.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.25.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.26.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.26.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.26.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.27.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.27.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.27.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.28.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.28.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.28.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.29.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.29.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.29.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.3.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.3.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.3.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.30.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.30.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.30.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.31.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.31.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.31.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.32.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.32.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.32.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.33.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.33.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.33.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.34.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.34.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.34.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.35.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.35.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.35.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.36.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.36.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.36.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.37.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.37.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.37.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.38.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.38.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.38.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.39.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.39.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.39.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.4.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.4.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.4.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.40.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.40.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.40.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.41.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.41.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.41.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.42.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.42.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.42.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.43.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.43.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.43.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.44.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.44.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.44.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.45.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.45.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.45.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.46.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.46.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.46.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.47.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.47.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.47.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.48.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.48.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.48.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.49.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.49.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.49.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.5.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.5.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.5.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.50.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.50.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.50.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.51.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.51.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.51.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.52.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.52.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.52.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.53.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.53.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.53.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.54.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.54.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.54.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.55.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.55.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.55.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.56.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.56.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.56.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.57.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.57.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.57.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.58.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.58.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.58.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.59.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.59.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.59.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.6.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.6.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.6.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.60.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.60.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.60.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.61.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.61.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.61.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.62.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.62.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.62.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.63.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.63.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.63.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.64.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.64.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.64.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.65.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.65.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.65.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.66.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.66.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.66.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.67.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.67.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.67.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.68.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.68.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.68.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.69.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.69.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.69.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.7.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.7.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.7.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.70.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.70.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.70.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.71.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.71.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.71.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.72.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.72.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.72.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.73.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.73.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.73.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.74.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.74.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.74.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.75.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.75.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.75.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.76.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.76.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.76.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.77.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.77.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.77.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.78.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.78.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.78.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.79.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.79.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.79.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.8.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.8.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.8.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.80.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.80.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.80.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.81.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.81.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.81.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.82.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.82.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.82.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.83.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.83.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.83.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.84.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.84.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.84.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.85.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.85.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.85.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.86.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.86.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.86.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.87.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.87.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.87.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.88.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.88.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.88.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.89.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.89.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.89.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.9.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.9.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.9.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.90.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.90.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.90.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.91.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.91.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.91.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.92.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.92.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.92.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.93.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.93.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.93.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.94.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.94.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.94.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.95.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.95.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.95.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.96.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.96.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.96.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.97.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.97.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.97.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.98.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.98.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.98.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.99.down_proj.weight": "model-00057-of-00079.safetensors", + "model.layers.58.mlp.experts.99.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.experts.99.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.router.gate.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.shared_mlp.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.shared_mlp.gate_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.mlp.shared_mlp.up_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.post_attention_layernorm.weight": "model-00058-of-00079.safetensors", + "model.layers.58.self_attn.k_norm.weight": "model-00058-of-00079.safetensors", + "model.layers.58.self_attn.k_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.self_attn.o_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.self_attn.q_norm.weight": "model-00058-of-00079.safetensors", + "model.layers.58.self_attn.q_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.58.self_attn.v_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.input_layernorm.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.expert_bias": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.0.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.0.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.0.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.1.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.1.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.1.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.10.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.10.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.10.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.100.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.100.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.100.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.101.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.101.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.101.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.102.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.102.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.102.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.103.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.103.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.103.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.104.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.104.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.104.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.105.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.105.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.105.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.106.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.106.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.106.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.107.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.107.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.107.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.108.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.108.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.108.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.109.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.109.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.109.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.11.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.11.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.11.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.110.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.110.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.110.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.111.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.111.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.111.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.112.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.112.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.112.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.113.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.113.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.113.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.114.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.114.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.114.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.115.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.115.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.115.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.116.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.116.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.116.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.117.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.117.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.117.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.118.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.118.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.118.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.119.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.119.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.119.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.12.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.12.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.12.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.120.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.120.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.120.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.121.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.121.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.121.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.122.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.122.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.122.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.123.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.123.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.123.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.124.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.124.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.124.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.125.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.125.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.125.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.126.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.126.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.126.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.127.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.127.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.127.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.128.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.128.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.128.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.129.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.129.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.129.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.13.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.13.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.13.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.130.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.130.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.130.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.131.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.131.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.131.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.132.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.132.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.132.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.133.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.133.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.133.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.134.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.134.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.134.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.135.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.135.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.135.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.136.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.136.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.136.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.137.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.137.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.137.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.138.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.138.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.138.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.139.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.139.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.139.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.14.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.14.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.14.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.140.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.140.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.140.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.141.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.141.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.141.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.142.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.142.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.142.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.143.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.143.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.143.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.144.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.144.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.144.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.145.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.145.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.145.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.146.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.146.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.146.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.147.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.147.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.147.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.148.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.148.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.148.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.149.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.149.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.149.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.15.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.15.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.15.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.150.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.150.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.150.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.151.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.151.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.151.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.152.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.152.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.152.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.153.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.153.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.153.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.154.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.154.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.154.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.155.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.155.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.155.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.156.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.156.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.156.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.157.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.157.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.157.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.158.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.158.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.158.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.159.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.159.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.159.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.16.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.16.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.16.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.160.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.160.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.160.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.161.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.161.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.161.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.162.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.162.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.162.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.163.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.163.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.163.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.164.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.164.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.164.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.165.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.165.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.165.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.166.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.166.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.166.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.167.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.167.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.167.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.168.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.168.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.168.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.169.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.169.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.169.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.17.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.17.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.17.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.170.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.170.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.170.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.171.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.171.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.171.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.172.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.172.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.172.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.173.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.173.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.173.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.174.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.174.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.174.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.175.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.175.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.175.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.176.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.176.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.176.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.177.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.177.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.177.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.178.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.178.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.178.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.179.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.179.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.179.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.18.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.18.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.18.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.180.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.180.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.180.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.181.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.181.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.181.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.182.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.182.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.182.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.183.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.183.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.183.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.184.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.184.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.184.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.185.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.185.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.185.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.186.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.186.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.186.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.187.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.187.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.187.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.188.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.188.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.188.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.189.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.189.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.189.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.19.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.19.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.19.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.190.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.190.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.190.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.191.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.191.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.191.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.2.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.2.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.2.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.20.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.20.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.20.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.21.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.21.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.21.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.22.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.22.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.22.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.23.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.23.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.23.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.24.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.24.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.24.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.25.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.25.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.25.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.26.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.26.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.26.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.27.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.27.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.27.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.28.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.28.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.28.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.29.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.29.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.29.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.3.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.3.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.3.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.30.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.30.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.30.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.31.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.31.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.31.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.32.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.32.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.32.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.33.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.33.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.33.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.34.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.34.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.34.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.35.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.35.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.35.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.36.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.36.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.36.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.37.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.37.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.37.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.38.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.38.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.38.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.39.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.39.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.39.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.4.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.4.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.4.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.40.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.40.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.40.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.41.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.41.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.41.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.42.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.42.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.42.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.43.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.43.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.43.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.44.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.44.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.44.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.45.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.45.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.45.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.46.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.46.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.46.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.47.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.47.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.47.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.48.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.48.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.48.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.49.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.49.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.49.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.5.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.5.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.5.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.50.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.50.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.50.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.51.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.51.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.51.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.52.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.52.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.52.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.53.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.53.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.53.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.54.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.54.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.54.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.55.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.55.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.55.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.56.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.56.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.56.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.57.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.57.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.57.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.58.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.58.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.58.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.59.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.59.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.59.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.6.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.6.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.6.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.60.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.60.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.60.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.61.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.61.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.61.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.62.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.62.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.62.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.63.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.63.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.63.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.64.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.64.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.64.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.65.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.65.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.65.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.66.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.66.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.66.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.67.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.67.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.67.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.68.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.68.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.68.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.69.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.69.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.69.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.7.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.7.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.7.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.70.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.70.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.70.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.71.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.71.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.71.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.72.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.72.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.72.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.73.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.73.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.73.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.74.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.74.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.74.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.75.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.75.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.75.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.76.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.76.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.76.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.77.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.77.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.77.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.78.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.78.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.78.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.79.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.79.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.79.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.8.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.8.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.8.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.80.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.80.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.80.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.81.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.81.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.81.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.82.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.82.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.82.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.83.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.83.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.83.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.84.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.84.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.84.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.85.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.85.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.85.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.86.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.86.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.86.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.87.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.87.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.87.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.88.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.88.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.88.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.89.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.89.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.89.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.9.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.9.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.9.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.90.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.90.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.90.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.91.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.91.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.91.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.92.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.92.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.92.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.93.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.93.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.93.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.94.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.94.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.94.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.95.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.95.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.95.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.96.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.96.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.96.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.97.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.97.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.97.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.98.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.98.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.98.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.99.down_proj.weight": "model-00058-of-00079.safetensors", + "model.layers.59.mlp.experts.99.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.experts.99.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.router.gate.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.shared_mlp.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.shared_mlp.gate_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.mlp.shared_mlp.up_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.post_attention_layernorm.weight": "model-00059-of-00079.safetensors", + "model.layers.59.self_attn.k_norm.weight": "model-00059-of-00079.safetensors", + "model.layers.59.self_attn.k_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.self_attn.o_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.self_attn.q_norm.weight": "model-00059-of-00079.safetensors", + "model.layers.59.self_attn.q_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.59.self_attn.v_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.6.input_layernorm.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.expert_bias": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.0.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.0.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.0.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.1.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.1.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.1.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.10.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.10.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.10.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.100.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.100.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.100.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.101.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.101.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.101.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.102.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.102.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.102.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.103.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.103.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.103.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.104.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.104.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.104.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.105.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.105.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.105.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.106.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.106.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.106.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.107.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.107.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.107.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.108.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.108.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.108.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.109.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.109.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.109.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.11.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.11.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.11.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.110.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.110.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.110.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.111.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.111.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.111.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.112.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.112.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.112.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.113.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.113.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.113.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.114.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.114.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.114.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.115.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.115.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.115.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.116.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.116.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.116.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.117.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.117.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.117.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.118.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.118.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.118.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.119.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.119.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.119.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.12.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.12.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.12.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.120.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.120.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.120.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.121.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.121.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.121.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.122.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.122.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.122.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.123.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.123.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.123.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.124.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.124.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.124.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.125.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.125.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.125.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.126.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.126.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.126.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.127.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.127.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.127.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.128.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.128.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.128.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.129.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.129.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.129.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.13.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.13.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.13.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.130.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.130.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.130.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.131.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.131.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.131.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.132.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.132.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.132.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.133.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.133.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.133.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.134.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.134.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.134.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.135.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.135.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.135.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.136.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.136.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.136.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.137.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.137.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.137.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.138.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.138.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.138.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.139.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.139.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.139.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.14.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.14.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.14.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.140.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.140.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.140.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.141.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.141.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.141.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.142.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.142.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.142.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.143.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.143.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.143.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.144.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.144.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.144.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.145.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.145.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.145.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.146.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.146.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.146.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.147.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.147.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.147.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.148.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.148.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.148.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.149.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.149.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.149.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.15.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.15.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.15.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.150.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.150.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.150.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.151.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.151.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.151.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.152.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.152.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.152.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.153.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.153.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.153.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.154.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.154.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.154.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.155.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.155.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.155.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.156.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.156.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.156.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.157.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.157.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.157.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.158.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.158.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.158.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.159.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.159.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.159.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.16.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.16.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.16.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.160.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.160.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.160.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.161.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.161.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.161.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.162.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.162.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.162.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.163.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.163.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.163.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.164.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.164.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.164.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.165.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.165.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.165.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.166.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.166.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.166.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.167.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.167.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.167.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.168.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.168.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.168.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.169.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.169.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.169.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.17.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.17.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.17.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.170.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.170.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.170.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.171.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.171.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.171.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.172.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.172.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.172.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.173.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.173.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.173.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.174.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.174.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.174.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.175.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.175.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.175.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.176.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.176.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.176.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.177.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.177.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.177.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.178.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.178.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.178.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.179.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.179.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.179.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.18.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.18.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.18.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.180.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.180.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.180.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.181.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.181.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.181.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.182.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.182.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.182.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.183.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.183.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.183.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.184.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.184.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.184.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.185.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.185.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.185.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.186.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.186.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.186.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.187.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.187.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.187.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.188.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.188.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.188.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.189.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.189.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.189.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.19.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.19.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.19.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.190.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.190.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.190.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.191.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.191.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.191.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.2.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.2.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.2.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.20.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.20.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.20.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.21.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.21.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.21.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.22.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.22.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.22.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.23.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.23.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.23.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.24.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.24.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.24.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.25.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.25.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.25.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.26.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.26.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.26.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.27.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.27.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.27.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.28.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.28.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.28.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.29.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.29.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.29.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.3.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.3.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.3.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.30.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.30.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.30.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.31.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.31.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.31.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.32.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.32.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.32.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.33.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.33.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.33.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.34.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.34.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.34.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.35.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.35.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.35.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.36.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.36.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.36.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.37.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.37.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.37.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.38.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.38.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.38.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.39.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.39.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.39.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.4.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.4.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.4.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.40.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.40.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.40.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.41.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.41.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.41.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.42.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.42.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.42.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.43.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.43.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.43.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.44.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.44.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.44.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.45.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.45.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.45.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.46.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.46.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.46.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.47.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.47.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.47.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.48.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.48.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.48.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.49.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.49.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.49.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.5.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.5.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.5.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.50.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.50.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.50.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.51.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.51.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.51.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.52.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.52.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.52.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.53.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.53.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.53.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.54.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.54.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.54.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.55.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.55.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.55.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.56.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.56.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.56.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.57.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.57.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.57.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.58.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.58.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.58.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.59.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.59.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.59.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.6.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.6.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.6.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.60.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.60.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.60.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.61.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.61.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.61.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.62.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.62.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.62.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.63.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.63.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.63.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.64.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.64.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.64.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.65.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.65.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.65.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.66.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.66.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.66.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.67.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.67.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.67.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.68.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.68.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.68.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.69.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.69.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.69.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.7.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.7.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.7.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.70.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.70.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.70.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.71.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.71.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.71.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.72.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.72.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.72.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.73.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.73.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.73.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.74.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.74.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.74.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.75.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.75.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.75.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.76.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.76.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.76.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.77.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.77.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.77.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.78.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.78.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.78.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.79.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.79.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.79.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.8.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.8.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.8.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.80.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.80.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.80.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.81.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.81.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.81.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.82.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.82.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.82.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.83.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.83.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.83.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.84.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.84.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.84.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.85.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.85.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.85.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.86.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.86.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.86.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.87.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.87.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.87.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.88.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.88.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.88.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.89.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.89.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.89.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.9.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.9.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.9.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.90.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.90.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.90.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.91.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.91.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.91.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.92.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.92.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.92.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.93.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.93.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.93.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.94.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.94.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.94.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.95.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.95.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.95.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.96.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.96.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.96.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.97.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.97.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.97.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.98.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.98.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.98.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.99.down_proj.weight": "model-00005-of-00079.safetensors", + "model.layers.6.mlp.experts.99.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.experts.99.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.router.gate.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.shared_mlp.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.shared_mlp.gate_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.mlp.shared_mlp.up_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00006-of-00079.safetensors", + "model.layers.6.self_attn.k_norm.weight": "model-00006-of-00079.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.self_attn.q_norm.weight": "model-00006-of-00079.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.60.input_layernorm.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.expert_bias": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.0.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.0.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.0.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.1.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.1.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.1.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.10.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.10.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.10.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.100.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.100.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.100.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.101.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.101.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.101.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.102.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.102.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.102.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.103.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.103.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.103.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.104.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.104.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.104.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.105.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.105.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.105.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.106.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.106.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.106.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.107.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.107.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.107.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.108.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.108.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.108.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.109.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.109.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.109.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.11.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.11.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.11.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.110.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.110.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.110.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.111.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.111.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.111.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.112.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.112.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.112.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.113.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.113.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.113.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.114.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.114.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.114.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.115.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.115.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.115.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.116.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.116.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.116.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.117.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.117.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.117.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.118.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.118.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.118.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.119.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.119.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.119.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.12.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.12.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.12.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.120.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.120.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.120.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.121.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.121.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.121.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.122.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.122.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.122.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.123.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.123.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.123.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.124.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.124.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.124.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.125.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.125.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.125.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.126.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.126.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.126.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.127.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.127.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.127.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.128.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.128.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.128.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.129.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.129.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.129.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.13.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.13.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.13.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.130.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.130.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.130.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.131.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.131.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.131.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.132.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.132.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.132.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.133.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.133.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.133.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.134.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.134.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.134.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.135.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.135.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.135.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.136.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.136.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.136.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.137.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.137.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.137.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.138.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.138.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.138.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.139.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.139.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.139.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.14.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.14.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.14.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.140.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.140.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.140.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.141.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.141.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.141.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.142.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.142.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.142.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.143.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.143.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.143.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.144.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.144.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.144.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.145.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.145.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.145.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.146.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.146.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.146.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.147.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.147.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.147.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.148.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.148.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.148.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.149.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.149.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.149.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.15.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.15.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.15.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.150.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.150.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.150.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.151.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.151.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.151.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.152.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.152.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.152.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.153.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.153.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.153.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.154.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.154.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.154.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.155.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.155.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.155.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.156.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.156.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.156.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.157.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.157.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.157.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.158.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.158.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.158.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.159.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.159.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.159.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.16.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.16.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.16.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.160.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.160.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.160.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.161.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.161.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.161.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.162.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.162.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.162.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.163.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.163.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.163.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.164.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.164.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.164.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.165.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.165.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.165.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.166.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.166.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.166.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.167.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.167.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.167.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.168.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.168.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.168.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.169.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.169.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.169.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.17.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.17.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.17.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.170.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.170.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.170.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.171.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.171.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.171.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.172.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.172.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.172.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.173.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.173.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.173.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.174.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.174.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.174.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.175.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.175.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.175.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.176.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.176.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.176.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.177.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.177.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.177.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.178.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.178.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.178.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.179.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.179.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.179.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.18.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.18.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.18.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.180.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.180.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.180.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.181.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.181.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.181.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.182.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.182.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.182.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.183.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.183.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.183.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.184.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.184.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.184.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.185.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.185.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.185.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.186.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.186.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.186.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.187.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.187.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.187.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.188.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.188.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.188.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.189.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.189.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.189.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.19.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.19.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.19.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.190.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.190.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.190.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.191.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.191.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.191.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.2.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.2.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.2.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.20.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.20.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.20.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.21.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.21.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.21.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.22.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.22.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.22.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.23.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.23.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.23.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.24.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.24.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.24.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.25.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.25.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.25.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.26.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.26.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.26.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.27.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.27.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.27.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.28.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.28.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.28.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.29.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.29.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.29.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.3.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.3.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.3.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.30.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.30.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.30.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.31.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.31.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.31.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.32.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.32.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.32.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.33.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.33.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.33.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.34.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.34.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.34.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.35.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.35.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.35.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.36.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.36.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.36.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.37.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.37.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.37.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.38.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.38.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.38.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.39.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.39.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.39.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.4.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.4.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.4.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.40.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.40.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.40.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.41.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.41.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.41.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.42.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.42.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.42.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.43.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.43.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.43.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.44.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.44.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.44.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.45.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.45.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.45.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.46.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.46.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.46.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.47.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.47.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.47.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.48.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.48.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.48.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.49.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.49.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.49.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.5.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.5.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.5.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.50.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.50.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.50.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.51.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.51.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.51.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.52.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.52.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.52.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.53.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.53.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.53.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.54.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.54.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.54.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.55.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.55.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.55.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.56.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.56.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.56.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.57.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.57.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.57.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.58.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.58.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.58.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.59.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.59.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.59.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.6.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.6.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.6.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.60.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.60.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.60.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.61.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.61.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.61.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.62.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.62.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.62.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.63.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.63.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.63.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.64.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.64.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.64.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.65.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.65.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.65.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.66.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.66.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.66.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.67.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.67.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.67.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.68.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.68.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.68.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.69.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.69.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.69.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.7.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.7.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.7.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.70.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.70.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.70.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.71.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.71.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.71.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.72.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.72.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.72.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.73.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.73.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.73.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.74.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.74.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.74.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.75.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.75.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.75.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.76.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.76.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.76.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.77.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.77.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.77.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.78.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.78.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.78.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.79.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.79.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.79.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.8.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.8.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.8.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.80.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.80.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.80.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.81.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.81.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.81.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.82.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.82.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.82.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.83.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.83.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.83.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.84.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.84.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.84.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.85.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.85.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.85.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.86.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.86.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.86.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.87.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.87.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.87.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.88.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.88.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.88.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.89.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.89.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.89.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.9.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.9.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.9.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.90.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.90.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.90.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.91.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.91.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.91.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.92.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.92.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.92.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.93.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.93.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.93.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.94.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.94.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.94.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.95.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.95.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.95.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.96.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.96.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.96.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.97.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.97.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.97.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.98.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.98.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.98.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.99.down_proj.weight": "model-00059-of-00079.safetensors", + "model.layers.60.mlp.experts.99.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.experts.99.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.router.gate.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.shared_mlp.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.shared_mlp.gate_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.mlp.shared_mlp.up_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.post_attention_layernorm.weight": "model-00060-of-00079.safetensors", + "model.layers.60.self_attn.k_norm.weight": "model-00060-of-00079.safetensors", + "model.layers.60.self_attn.k_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.self_attn.o_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.self_attn.q_norm.weight": "model-00060-of-00079.safetensors", + "model.layers.60.self_attn.q_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.60.self_attn.v_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.input_layernorm.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.expert_bias": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.0.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.0.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.0.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.1.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.1.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.1.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.10.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.10.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.10.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.100.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.100.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.100.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.101.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.101.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.101.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.102.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.102.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.102.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.103.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.103.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.103.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.104.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.104.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.104.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.105.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.105.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.105.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.106.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.106.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.106.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.107.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.107.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.107.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.108.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.108.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.108.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.109.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.109.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.109.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.11.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.11.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.11.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.110.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.110.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.110.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.111.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.111.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.111.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.112.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.112.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.112.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.113.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.113.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.113.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.114.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.114.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.114.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.115.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.115.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.115.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.116.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.116.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.116.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.117.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.117.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.117.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.118.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.118.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.118.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.119.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.119.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.119.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.12.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.12.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.12.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.120.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.120.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.120.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.121.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.121.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.121.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.122.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.122.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.122.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.123.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.123.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.123.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.124.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.124.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.124.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.125.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.125.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.125.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.126.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.126.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.126.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.127.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.127.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.127.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.128.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.128.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.128.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.129.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.129.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.129.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.13.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.13.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.13.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.130.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.130.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.130.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.131.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.131.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.131.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.132.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.132.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.132.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.133.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.133.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.133.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.134.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.134.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.134.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.135.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.135.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.135.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.136.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.136.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.136.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.137.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.137.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.137.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.138.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.138.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.138.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.139.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.139.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.139.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.14.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.14.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.14.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.140.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.140.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.140.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.141.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.141.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.141.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.142.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.142.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.142.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.143.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.143.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.143.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.144.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.144.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.144.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.145.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.145.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.145.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.146.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.146.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.146.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.147.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.147.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.147.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.148.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.148.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.148.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.149.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.149.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.149.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.15.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.15.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.15.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.150.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.150.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.150.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.151.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.151.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.151.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.152.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.152.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.152.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.153.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.153.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.153.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.154.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.154.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.154.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.155.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.155.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.155.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.156.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.156.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.156.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.157.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.157.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.157.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.158.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.158.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.158.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.159.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.159.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.159.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.16.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.16.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.16.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.160.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.160.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.160.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.161.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.161.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.161.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.162.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.162.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.162.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.163.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.163.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.163.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.164.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.164.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.164.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.165.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.165.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.165.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.166.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.166.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.166.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.167.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.167.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.167.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.168.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.168.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.168.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.169.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.169.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.169.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.17.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.17.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.17.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.170.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.170.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.170.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.171.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.171.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.171.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.172.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.172.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.172.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.173.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.173.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.173.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.174.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.174.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.174.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.175.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.175.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.175.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.176.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.176.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.176.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.177.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.177.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.177.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.178.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.178.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.178.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.179.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.179.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.179.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.18.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.18.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.18.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.180.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.180.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.180.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.181.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.181.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.181.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.182.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.182.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.182.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.183.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.183.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.183.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.184.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.184.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.184.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.185.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.185.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.185.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.186.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.186.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.186.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.187.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.187.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.187.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.188.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.188.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.188.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.189.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.189.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.189.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.19.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.19.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.19.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.190.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.190.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.190.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.191.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.191.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.191.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.2.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.2.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.2.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.20.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.20.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.20.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.21.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.21.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.21.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.22.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.22.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.22.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.23.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.23.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.23.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.24.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.24.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.24.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.25.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.25.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.25.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.26.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.26.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.26.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.27.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.27.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.27.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.28.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.28.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.28.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.29.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.29.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.29.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.3.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.3.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.3.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.30.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.30.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.30.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.31.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.31.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.31.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.32.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.32.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.32.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.33.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.33.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.33.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.34.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.34.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.34.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.35.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.35.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.35.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.36.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.36.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.36.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.37.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.37.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.37.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.38.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.38.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.38.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.39.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.39.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.39.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.4.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.4.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.4.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.40.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.40.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.40.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.41.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.41.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.41.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.42.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.42.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.42.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.43.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.43.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.43.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.44.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.44.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.44.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.45.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.45.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.45.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.46.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.46.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.46.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.47.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.47.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.47.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.48.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.48.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.48.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.49.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.49.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.49.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.5.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.5.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.5.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.50.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.50.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.50.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.51.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.51.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.51.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.52.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.52.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.52.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.53.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.53.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.53.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.54.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.54.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.54.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.55.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.55.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.55.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.56.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.56.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.56.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.57.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.57.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.57.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.58.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.58.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.58.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.59.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.59.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.59.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.6.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.6.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.6.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.60.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.60.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.60.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.61.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.61.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.61.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.62.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.62.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.62.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.63.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.63.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.63.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.64.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.64.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.64.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.65.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.65.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.65.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.66.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.66.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.66.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.67.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.67.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.67.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.68.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.68.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.68.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.69.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.69.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.69.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.7.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.7.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.7.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.70.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.70.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.70.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.71.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.71.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.71.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.72.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.72.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.72.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.73.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.73.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.73.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.74.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.74.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.74.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.75.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.75.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.75.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.76.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.76.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.76.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.77.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.77.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.77.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.78.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.78.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.78.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.79.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.79.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.79.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.8.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.8.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.8.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.80.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.80.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.80.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.81.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.81.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.81.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.82.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.82.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.82.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.83.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.83.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.83.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.84.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.84.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.84.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.85.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.85.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.85.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.86.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.86.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.86.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.87.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.87.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.87.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.88.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.88.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.88.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.89.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.89.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.89.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.9.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.9.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.9.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.90.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.90.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.90.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.91.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.91.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.91.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.92.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.92.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.92.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.93.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.93.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.93.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.94.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.94.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.94.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.95.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.95.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.95.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.96.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.96.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.96.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.97.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.97.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.97.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.98.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.98.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.98.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.99.down_proj.weight": "model-00060-of-00079.safetensors", + "model.layers.61.mlp.experts.99.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.experts.99.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.router.gate.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.shared_mlp.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.shared_mlp.gate_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.mlp.shared_mlp.up_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.post_attention_layernorm.weight": "model-00061-of-00079.safetensors", + "model.layers.61.self_attn.k_norm.weight": "model-00061-of-00079.safetensors", + "model.layers.61.self_attn.k_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.self_attn.o_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.self_attn.q_norm.weight": "model-00061-of-00079.safetensors", + "model.layers.61.self_attn.q_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.61.self_attn.v_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.input_layernorm.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.expert_bias": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.0.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.0.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.0.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.1.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.1.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.1.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.10.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.10.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.10.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.100.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.100.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.100.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.101.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.101.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.101.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.102.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.102.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.102.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.103.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.103.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.103.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.104.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.104.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.104.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.105.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.105.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.105.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.106.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.106.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.106.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.107.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.107.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.107.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.108.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.108.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.108.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.109.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.109.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.109.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.11.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.11.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.11.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.110.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.110.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.110.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.111.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.111.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.111.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.112.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.112.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.112.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.113.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.113.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.113.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.114.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.114.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.114.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.115.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.115.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.115.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.116.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.116.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.116.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.117.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.117.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.117.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.118.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.118.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.118.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.119.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.119.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.119.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.12.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.12.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.12.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.120.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.120.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.120.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.121.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.121.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.121.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.122.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.122.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.122.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.123.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.123.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.123.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.124.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.124.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.124.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.125.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.125.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.125.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.126.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.126.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.126.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.127.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.127.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.127.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.128.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.128.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.128.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.129.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.129.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.129.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.13.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.13.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.13.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.130.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.130.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.130.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.131.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.131.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.131.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.132.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.132.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.132.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.133.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.133.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.133.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.134.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.134.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.134.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.135.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.135.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.135.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.136.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.136.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.136.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.137.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.137.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.137.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.138.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.138.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.138.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.139.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.139.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.139.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.14.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.14.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.14.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.140.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.140.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.140.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.141.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.141.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.141.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.142.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.142.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.142.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.143.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.143.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.143.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.144.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.144.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.144.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.145.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.145.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.145.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.146.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.146.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.146.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.147.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.147.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.147.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.148.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.148.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.148.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.149.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.149.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.149.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.15.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.15.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.15.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.150.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.150.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.150.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.151.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.151.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.151.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.152.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.152.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.152.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.153.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.153.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.153.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.154.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.154.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.154.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.155.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.155.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.155.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.156.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.156.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.156.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.157.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.157.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.157.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.158.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.158.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.158.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.159.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.159.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.159.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.16.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.16.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.16.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.160.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.160.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.160.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.161.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.161.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.161.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.162.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.162.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.162.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.163.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.163.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.163.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.164.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.164.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.164.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.165.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.165.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.165.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.166.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.166.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.166.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.167.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.167.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.167.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.168.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.168.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.168.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.169.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.169.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.169.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.17.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.17.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.17.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.170.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.170.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.170.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.171.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.171.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.171.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.172.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.172.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.172.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.173.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.173.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.173.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.174.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.174.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.174.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.175.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.175.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.175.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.176.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.176.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.176.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.177.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.177.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.177.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.178.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.178.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.178.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.179.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.179.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.179.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.18.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.18.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.18.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.180.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.180.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.180.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.181.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.181.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.181.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.182.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.182.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.182.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.183.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.183.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.183.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.184.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.184.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.184.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.185.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.185.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.185.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.186.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.186.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.186.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.187.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.187.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.187.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.188.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.188.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.188.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.189.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.189.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.189.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.19.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.19.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.19.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.190.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.190.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.190.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.191.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.191.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.191.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.2.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.2.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.2.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.20.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.20.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.20.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.21.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.21.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.21.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.22.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.22.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.22.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.23.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.23.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.23.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.24.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.24.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.24.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.25.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.25.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.25.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.26.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.26.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.26.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.27.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.27.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.27.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.28.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.28.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.28.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.29.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.29.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.29.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.3.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.3.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.3.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.30.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.30.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.30.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.31.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.31.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.31.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.32.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.32.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.32.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.33.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.33.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.33.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.34.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.34.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.34.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.35.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.35.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.35.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.36.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.36.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.36.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.37.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.37.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.37.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.38.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.38.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.38.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.39.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.39.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.39.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.4.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.4.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.4.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.40.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.40.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.40.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.41.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.41.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.41.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.42.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.42.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.42.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.43.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.43.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.43.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.44.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.44.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.44.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.45.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.45.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.45.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.46.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.46.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.46.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.47.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.47.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.47.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.48.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.48.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.48.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.49.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.49.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.49.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.5.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.5.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.5.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.50.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.50.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.50.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.51.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.51.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.51.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.52.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.52.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.52.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.53.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.53.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.53.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.54.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.54.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.54.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.55.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.55.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.55.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.56.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.56.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.56.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.57.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.57.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.57.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.58.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.58.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.58.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.59.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.59.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.59.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.6.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.6.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.6.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.60.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.60.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.60.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.61.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.61.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.61.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.62.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.62.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.62.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.63.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.63.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.63.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.64.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.64.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.64.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.65.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.65.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.65.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.66.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.66.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.66.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.67.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.67.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.67.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.68.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.68.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.68.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.69.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.69.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.69.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.7.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.7.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.7.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.70.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.70.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.70.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.71.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.71.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.71.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.72.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.72.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.72.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.73.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.73.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.73.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.74.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.74.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.74.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.75.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.75.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.75.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.76.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.76.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.76.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.77.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.77.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.77.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.78.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.78.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.78.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.79.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.79.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.79.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.8.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.8.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.8.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.80.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.80.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.80.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.81.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.81.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.81.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.82.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.82.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.82.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.83.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.83.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.83.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.84.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.84.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.84.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.85.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.85.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.85.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.86.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.86.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.86.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.87.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.87.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.87.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.88.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.88.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.88.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.89.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.89.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.89.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.9.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.9.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.9.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.90.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.90.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.90.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.91.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.91.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.91.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.92.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.92.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.92.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.93.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.93.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.93.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.94.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.94.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.94.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.95.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.95.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.95.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.96.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.96.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.96.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.97.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.97.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.97.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.98.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.98.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.98.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.99.down_proj.weight": "model-00061-of-00079.safetensors", + "model.layers.62.mlp.experts.99.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.experts.99.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.router.gate.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.shared_mlp.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.shared_mlp.gate_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.mlp.shared_mlp.up_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.post_attention_layernorm.weight": "model-00062-of-00079.safetensors", + "model.layers.62.self_attn.k_norm.weight": "model-00062-of-00079.safetensors", + "model.layers.62.self_attn.k_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.self_attn.o_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.self_attn.q_norm.weight": "model-00062-of-00079.safetensors", + "model.layers.62.self_attn.q_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.62.self_attn.v_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.input_layernorm.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.expert_bias": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.0.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.0.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.0.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.1.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.1.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.1.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.10.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.10.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.10.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.100.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.100.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.100.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.101.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.101.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.101.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.102.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.102.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.102.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.103.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.103.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.103.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.104.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.104.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.104.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.105.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.105.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.105.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.106.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.106.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.106.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.107.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.107.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.107.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.108.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.108.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.108.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.109.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.109.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.109.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.11.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.11.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.11.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.110.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.110.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.110.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.111.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.111.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.111.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.112.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.112.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.112.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.113.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.113.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.113.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.114.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.114.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.114.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.115.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.115.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.115.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.116.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.116.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.116.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.117.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.117.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.117.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.118.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.118.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.118.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.119.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.119.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.119.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.12.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.12.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.12.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.120.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.120.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.120.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.121.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.121.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.121.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.122.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.122.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.122.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.123.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.123.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.123.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.124.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.124.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.124.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.125.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.125.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.125.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.126.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.126.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.126.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.127.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.127.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.127.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.128.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.128.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.128.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.129.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.129.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.129.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.13.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.13.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.13.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.130.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.130.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.130.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.131.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.131.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.131.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.132.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.132.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.132.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.133.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.133.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.133.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.134.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.134.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.134.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.135.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.135.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.135.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.136.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.136.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.136.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.137.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.137.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.137.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.138.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.138.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.138.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.139.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.139.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.139.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.14.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.14.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.14.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.140.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.140.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.140.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.141.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.141.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.141.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.142.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.142.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.142.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.143.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.143.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.143.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.144.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.144.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.144.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.145.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.145.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.145.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.146.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.146.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.146.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.147.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.147.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.147.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.148.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.148.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.148.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.149.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.149.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.149.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.15.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.15.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.15.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.150.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.150.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.150.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.151.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.151.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.151.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.152.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.152.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.152.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.153.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.153.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.153.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.154.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.154.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.154.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.155.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.155.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.155.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.156.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.156.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.156.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.157.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.157.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.157.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.158.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.158.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.158.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.159.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.159.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.159.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.16.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.16.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.16.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.160.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.160.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.160.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.161.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.161.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.161.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.162.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.162.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.162.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.163.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.163.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.163.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.164.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.164.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.164.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.165.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.165.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.165.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.166.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.166.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.166.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.167.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.167.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.167.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.168.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.168.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.168.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.169.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.169.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.169.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.17.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.17.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.17.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.170.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.170.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.170.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.171.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.171.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.171.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.172.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.172.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.172.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.173.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.173.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.173.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.174.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.174.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.174.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.175.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.175.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.175.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.176.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.176.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.176.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.177.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.177.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.177.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.178.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.178.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.178.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.179.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.179.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.179.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.18.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.18.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.18.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.180.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.180.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.180.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.181.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.181.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.181.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.182.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.182.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.182.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.183.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.183.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.183.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.184.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.184.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.184.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.185.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.185.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.185.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.186.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.186.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.186.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.187.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.187.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.187.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.188.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.188.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.188.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.189.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.189.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.189.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.19.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.19.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.19.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.190.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.190.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.190.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.191.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.191.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.191.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.2.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.2.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.2.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.20.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.20.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.20.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.21.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.21.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.21.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.22.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.22.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.22.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.23.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.23.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.23.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.24.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.24.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.24.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.25.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.25.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.25.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.26.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.26.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.26.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.27.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.27.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.27.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.28.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.28.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.28.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.29.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.29.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.29.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.3.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.3.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.3.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.30.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.30.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.30.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.31.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.31.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.31.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.32.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.32.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.32.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.33.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.33.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.33.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.34.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.34.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.34.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.35.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.35.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.35.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.36.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.36.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.36.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.37.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.37.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.37.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.38.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.38.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.38.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.39.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.39.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.39.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.4.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.4.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.4.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.40.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.40.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.40.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.41.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.41.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.41.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.42.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.42.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.42.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.43.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.43.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.43.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.44.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.44.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.44.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.45.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.45.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.45.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.46.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.46.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.46.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.47.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.47.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.47.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.48.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.48.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.48.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.49.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.49.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.49.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.5.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.5.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.5.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.50.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.50.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.50.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.51.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.51.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.51.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.52.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.52.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.52.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.53.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.53.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.53.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.54.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.54.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.54.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.55.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.55.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.55.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.56.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.56.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.56.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.57.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.57.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.57.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.58.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.58.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.58.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.59.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.59.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.59.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.6.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.6.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.6.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.60.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.60.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.60.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.61.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.61.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.61.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.62.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.62.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.62.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.63.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.63.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.63.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.64.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.64.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.64.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.65.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.65.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.65.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.66.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.66.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.66.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.67.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.67.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.67.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.68.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.68.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.68.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.69.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.69.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.69.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.7.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.7.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.7.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.70.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.70.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.70.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.71.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.71.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.71.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.72.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.72.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.72.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.73.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.73.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.73.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.74.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.74.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.74.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.75.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.75.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.75.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.76.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.76.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.76.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.77.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.77.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.77.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.78.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.78.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.78.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.79.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.79.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.79.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.8.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.8.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.8.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.80.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.80.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.80.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.81.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.81.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.81.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.82.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.82.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.82.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.83.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.83.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.83.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.84.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.84.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.84.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.85.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.85.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.85.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.86.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.86.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.86.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.87.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.87.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.87.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.88.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.88.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.88.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.89.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.89.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.89.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.9.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.9.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.9.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.90.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.90.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.90.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.91.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.91.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.91.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.92.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.92.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.92.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.93.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.93.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.93.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.94.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.94.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.94.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.95.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.95.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.95.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.96.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.96.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.96.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.97.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.97.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.97.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.98.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.98.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.98.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.99.down_proj.weight": "model-00062-of-00079.safetensors", + "model.layers.63.mlp.experts.99.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.experts.99.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.router.gate.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.shared_mlp.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.shared_mlp.gate_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.mlp.shared_mlp.up_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.post_attention_layernorm.weight": "model-00063-of-00079.safetensors", + "model.layers.63.self_attn.k_norm.weight": "model-00063-of-00079.safetensors", + "model.layers.63.self_attn.k_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.self_attn.o_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.self_attn.q_norm.weight": "model-00063-of-00079.safetensors", + "model.layers.63.self_attn.q_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.63.self_attn.v_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.input_layernorm.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.expert_bias": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.0.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.0.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.0.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.1.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.1.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.1.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.10.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.10.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.10.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.100.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.100.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.100.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.101.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.101.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.101.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.102.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.102.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.102.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.103.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.103.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.103.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.104.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.104.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.104.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.105.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.105.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.105.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.106.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.106.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.106.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.107.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.107.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.107.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.108.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.108.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.108.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.109.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.109.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.109.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.11.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.11.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.11.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.110.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.110.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.110.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.111.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.111.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.111.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.112.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.112.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.112.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.113.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.113.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.113.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.114.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.114.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.114.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.115.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.115.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.115.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.116.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.116.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.116.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.117.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.117.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.117.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.118.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.118.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.118.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.119.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.119.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.119.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.12.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.12.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.12.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.120.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.120.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.120.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.121.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.121.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.121.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.122.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.122.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.122.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.123.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.123.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.123.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.124.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.124.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.124.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.125.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.125.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.125.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.126.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.126.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.126.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.127.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.127.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.127.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.128.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.128.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.128.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.129.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.129.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.129.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.13.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.13.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.13.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.130.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.130.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.130.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.131.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.131.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.131.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.132.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.132.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.132.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.133.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.133.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.133.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.134.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.134.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.134.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.135.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.135.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.135.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.136.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.136.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.136.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.137.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.137.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.137.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.138.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.138.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.138.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.139.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.139.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.139.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.14.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.14.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.14.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.140.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.140.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.140.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.141.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.141.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.141.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.142.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.142.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.142.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.143.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.143.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.143.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.144.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.144.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.144.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.145.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.145.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.145.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.146.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.146.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.146.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.147.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.147.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.147.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.148.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.148.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.148.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.149.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.149.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.149.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.15.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.15.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.15.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.150.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.150.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.150.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.151.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.151.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.151.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.152.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.152.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.152.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.153.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.153.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.153.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.154.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.154.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.154.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.155.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.155.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.155.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.156.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.156.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.156.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.157.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.157.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.157.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.158.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.158.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.158.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.159.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.159.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.159.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.16.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.16.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.16.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.160.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.160.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.160.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.161.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.161.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.161.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.162.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.162.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.162.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.163.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.163.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.163.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.164.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.164.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.164.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.165.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.165.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.165.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.166.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.166.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.166.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.167.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.167.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.167.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.168.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.168.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.168.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.169.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.169.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.169.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.17.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.17.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.17.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.170.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.170.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.170.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.171.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.171.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.171.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.172.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.172.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.172.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.173.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.173.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.173.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.174.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.174.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.174.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.175.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.175.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.175.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.176.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.176.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.176.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.177.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.177.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.177.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.178.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.178.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.178.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.179.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.179.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.179.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.18.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.18.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.18.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.180.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.180.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.180.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.181.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.181.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.181.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.182.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.182.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.182.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.183.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.183.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.183.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.184.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.184.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.184.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.185.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.185.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.185.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.186.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.186.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.186.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.187.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.187.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.187.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.188.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.188.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.188.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.189.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.189.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.189.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.19.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.19.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.19.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.190.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.190.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.190.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.191.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.191.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.191.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.2.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.2.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.2.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.20.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.20.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.20.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.21.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.21.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.21.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.22.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.22.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.22.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.23.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.23.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.23.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.24.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.24.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.24.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.25.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.25.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.25.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.26.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.26.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.26.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.27.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.27.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.27.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.28.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.28.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.28.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.29.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.29.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.29.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.3.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.3.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.3.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.30.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.30.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.30.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.31.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.31.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.31.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.32.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.32.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.32.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.33.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.33.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.33.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.34.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.34.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.34.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.35.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.35.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.35.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.36.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.36.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.36.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.37.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.37.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.37.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.38.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.38.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.38.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.39.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.39.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.39.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.4.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.4.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.4.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.40.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.40.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.40.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.41.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.41.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.41.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.42.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.42.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.42.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.43.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.43.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.43.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.44.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.44.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.44.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.45.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.45.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.45.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.46.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.46.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.46.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.47.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.47.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.47.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.48.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.48.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.48.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.49.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.49.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.49.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.5.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.5.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.5.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.50.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.50.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.50.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.51.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.51.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.51.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.52.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.52.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.52.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.53.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.53.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.53.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.54.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.54.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.54.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.55.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.55.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.55.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.56.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.56.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.56.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.57.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.57.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.57.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.58.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.58.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.58.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.59.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.59.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.59.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.6.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.6.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.6.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.60.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.60.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.60.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.61.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.61.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.61.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.62.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.62.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.62.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.63.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.63.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.63.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.64.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.64.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.64.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.65.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.65.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.65.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.66.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.66.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.66.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.67.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.67.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.67.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.68.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.68.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.68.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.69.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.69.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.69.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.7.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.7.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.7.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.70.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.70.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.70.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.71.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.71.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.71.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.72.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.72.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.72.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.73.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.73.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.73.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.74.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.74.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.74.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.75.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.75.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.75.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.76.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.76.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.76.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.77.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.77.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.77.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.78.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.78.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.78.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.79.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.79.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.79.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.8.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.8.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.8.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.80.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.80.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.80.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.81.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.81.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.81.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.82.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.82.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.82.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.83.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.83.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.83.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.84.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.84.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.84.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.85.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.85.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.85.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.86.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.86.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.86.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.87.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.87.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.87.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.88.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.88.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.88.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.89.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.89.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.89.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.9.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.9.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.9.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.90.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.90.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.90.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.91.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.91.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.91.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.92.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.92.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.92.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.93.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.93.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.93.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.94.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.94.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.94.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.95.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.95.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.95.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.96.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.96.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.96.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.97.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.97.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.97.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.98.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.98.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.98.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.99.down_proj.weight": "model-00063-of-00079.safetensors", + "model.layers.64.mlp.experts.99.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.experts.99.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.router.gate.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.shared_mlp.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.shared_mlp.gate_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.mlp.shared_mlp.up_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.post_attention_layernorm.weight": "model-00064-of-00079.safetensors", + "model.layers.64.self_attn.k_norm.weight": "model-00064-of-00079.safetensors", + "model.layers.64.self_attn.k_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.self_attn.o_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.self_attn.q_norm.weight": "model-00064-of-00079.safetensors", + "model.layers.64.self_attn.q_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.64.self_attn.v_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.input_layernorm.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.expert_bias": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.0.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.0.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.0.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.1.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.1.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.1.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.10.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.10.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.10.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.100.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.100.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.100.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.101.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.101.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.101.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.102.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.102.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.102.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.103.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.103.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.103.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.104.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.104.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.104.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.105.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.105.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.105.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.106.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.106.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.106.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.107.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.107.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.107.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.108.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.108.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.108.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.109.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.109.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.109.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.11.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.11.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.11.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.110.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.110.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.110.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.111.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.111.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.111.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.112.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.112.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.112.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.113.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.113.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.113.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.114.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.114.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.114.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.115.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.115.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.115.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.116.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.116.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.116.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.117.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.117.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.117.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.118.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.118.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.118.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.119.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.119.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.119.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.12.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.12.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.12.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.120.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.120.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.120.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.121.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.121.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.121.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.122.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.122.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.122.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.123.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.123.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.123.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.124.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.124.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.124.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.125.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.125.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.125.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.126.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.126.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.126.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.127.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.127.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.127.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.128.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.128.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.128.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.129.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.129.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.129.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.13.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.13.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.13.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.130.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.130.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.130.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.131.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.131.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.131.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.132.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.132.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.132.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.133.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.133.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.133.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.134.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.134.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.134.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.135.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.135.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.135.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.136.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.136.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.136.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.137.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.137.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.137.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.138.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.138.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.138.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.139.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.139.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.139.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.14.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.14.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.14.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.140.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.140.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.140.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.141.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.141.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.141.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.142.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.142.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.142.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.143.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.143.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.143.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.144.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.144.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.144.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.145.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.145.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.145.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.146.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.146.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.146.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.147.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.147.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.147.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.148.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.148.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.148.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.149.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.149.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.149.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.15.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.15.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.15.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.150.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.150.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.150.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.151.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.151.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.151.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.152.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.152.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.152.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.153.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.153.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.153.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.154.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.154.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.154.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.155.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.155.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.155.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.156.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.156.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.156.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.157.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.157.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.157.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.158.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.158.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.158.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.159.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.159.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.159.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.16.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.16.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.16.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.160.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.160.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.160.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.161.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.161.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.161.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.162.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.162.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.162.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.163.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.163.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.163.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.164.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.164.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.164.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.165.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.165.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.165.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.166.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.166.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.166.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.167.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.167.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.167.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.168.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.168.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.168.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.169.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.169.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.169.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.17.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.17.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.17.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.170.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.170.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.170.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.171.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.171.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.171.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.172.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.172.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.172.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.173.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.173.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.173.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.174.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.174.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.174.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.175.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.175.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.175.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.176.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.176.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.176.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.177.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.177.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.177.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.178.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.178.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.178.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.179.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.179.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.179.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.18.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.18.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.18.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.180.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.180.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.180.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.181.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.181.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.181.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.182.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.182.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.182.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.183.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.183.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.183.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.184.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.184.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.184.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.185.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.185.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.185.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.186.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.186.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.186.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.187.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.187.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.187.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.188.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.188.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.188.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.189.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.189.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.189.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.19.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.19.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.19.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.190.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.190.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.190.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.191.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.191.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.191.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.2.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.2.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.2.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.20.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.20.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.20.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.21.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.21.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.21.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.22.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.22.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.22.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.23.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.23.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.23.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.24.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.24.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.24.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.25.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.25.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.25.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.26.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.26.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.26.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.27.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.27.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.27.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.28.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.28.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.28.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.29.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.29.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.29.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.3.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.3.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.3.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.30.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.30.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.30.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.31.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.31.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.31.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.32.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.32.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.32.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.33.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.33.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.33.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.34.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.34.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.34.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.35.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.35.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.35.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.36.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.36.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.36.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.37.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.37.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.37.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.38.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.38.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.38.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.39.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.39.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.39.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.4.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.4.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.4.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.40.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.40.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.40.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.41.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.41.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.41.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.42.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.42.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.42.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.43.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.43.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.43.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.44.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.44.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.44.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.45.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.45.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.45.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.46.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.46.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.46.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.47.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.47.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.47.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.48.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.48.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.48.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.49.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.49.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.49.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.5.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.5.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.5.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.50.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.50.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.50.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.51.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.51.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.51.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.52.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.52.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.52.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.53.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.53.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.53.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.54.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.54.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.54.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.55.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.55.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.55.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.56.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.56.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.56.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.57.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.57.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.57.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.58.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.58.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.58.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.59.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.59.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.59.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.6.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.6.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.6.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.60.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.60.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.60.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.61.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.61.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.61.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.62.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.62.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.62.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.63.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.63.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.63.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.64.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.64.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.64.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.65.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.65.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.65.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.66.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.66.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.66.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.67.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.67.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.67.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.68.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.68.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.68.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.69.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.69.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.69.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.7.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.7.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.7.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.70.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.70.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.70.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.71.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.71.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.71.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.72.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.72.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.72.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.73.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.73.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.73.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.74.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.74.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.74.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.75.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.75.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.75.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.76.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.76.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.76.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.77.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.77.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.77.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.78.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.78.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.78.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.79.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.79.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.79.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.8.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.8.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.8.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.80.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.80.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.80.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.81.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.81.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.81.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.82.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.82.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.82.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.83.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.83.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.83.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.84.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.84.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.84.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.85.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.85.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.85.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.86.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.86.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.86.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.87.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.87.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.87.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.88.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.88.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.88.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.89.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.89.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.89.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.9.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.9.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.9.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.90.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.90.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.90.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.91.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.91.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.91.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.92.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.92.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.92.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.93.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.93.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.93.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.94.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.94.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.94.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.95.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.95.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.95.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.96.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.96.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.96.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.97.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.97.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.97.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.98.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.98.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.98.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.99.down_proj.weight": "model-00064-of-00079.safetensors", + "model.layers.65.mlp.experts.99.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.experts.99.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.router.gate.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.shared_mlp.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.shared_mlp.gate_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.mlp.shared_mlp.up_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.post_attention_layernorm.weight": "model-00065-of-00079.safetensors", + "model.layers.65.self_attn.k_norm.weight": "model-00065-of-00079.safetensors", + "model.layers.65.self_attn.k_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.self_attn.o_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.self_attn.q_norm.weight": "model-00065-of-00079.safetensors", + "model.layers.65.self_attn.q_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.65.self_attn.v_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.input_layernorm.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.expert_bias": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.0.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.0.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.0.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.1.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.1.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.1.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.10.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.10.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.10.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.100.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.100.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.100.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.101.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.101.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.101.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.102.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.102.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.102.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.103.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.103.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.103.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.104.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.104.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.104.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.105.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.105.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.105.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.106.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.106.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.106.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.107.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.107.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.107.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.108.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.108.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.108.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.109.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.109.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.109.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.11.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.11.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.11.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.110.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.110.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.110.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.111.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.111.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.111.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.112.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.112.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.112.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.113.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.113.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.113.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.114.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.114.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.114.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.115.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.115.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.115.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.116.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.116.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.116.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.117.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.117.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.117.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.118.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.118.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.118.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.119.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.119.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.119.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.12.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.12.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.12.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.120.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.120.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.120.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.121.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.121.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.121.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.122.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.122.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.122.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.123.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.123.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.123.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.124.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.124.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.124.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.125.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.125.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.125.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.126.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.126.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.126.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.127.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.127.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.127.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.128.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.128.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.128.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.129.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.129.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.129.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.13.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.13.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.13.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.130.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.130.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.130.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.131.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.131.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.131.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.132.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.132.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.132.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.133.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.133.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.133.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.134.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.134.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.134.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.135.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.135.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.135.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.136.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.136.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.136.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.137.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.137.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.137.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.138.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.138.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.138.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.139.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.139.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.139.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.14.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.14.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.14.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.140.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.140.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.140.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.141.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.141.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.141.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.142.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.142.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.142.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.143.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.143.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.143.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.144.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.144.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.144.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.145.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.145.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.145.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.146.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.146.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.146.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.147.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.147.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.147.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.148.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.148.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.148.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.149.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.149.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.149.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.15.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.15.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.15.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.150.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.150.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.150.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.151.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.151.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.151.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.152.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.152.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.152.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.153.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.153.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.153.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.154.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.154.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.154.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.155.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.155.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.155.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.156.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.156.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.156.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.157.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.157.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.157.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.158.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.158.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.158.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.159.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.159.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.159.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.16.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.16.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.16.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.160.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.160.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.160.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.161.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.161.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.161.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.162.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.162.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.162.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.163.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.163.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.163.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.164.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.164.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.164.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.165.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.165.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.165.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.166.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.166.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.166.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.167.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.167.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.167.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.168.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.168.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.168.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.169.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.169.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.169.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.17.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.17.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.17.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.170.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.170.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.170.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.171.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.171.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.171.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.172.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.172.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.172.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.173.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.173.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.173.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.174.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.174.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.174.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.175.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.175.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.175.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.176.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.176.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.176.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.177.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.177.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.177.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.178.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.178.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.178.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.179.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.179.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.179.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.18.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.18.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.18.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.180.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.180.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.180.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.181.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.181.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.181.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.182.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.182.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.182.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.183.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.183.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.183.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.184.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.184.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.184.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.185.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.185.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.185.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.186.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.186.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.186.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.187.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.187.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.187.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.188.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.188.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.188.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.189.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.189.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.189.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.19.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.19.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.19.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.190.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.190.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.190.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.191.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.191.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.191.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.2.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.2.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.2.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.20.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.20.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.20.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.21.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.21.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.21.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.22.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.22.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.22.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.23.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.23.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.23.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.24.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.24.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.24.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.25.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.25.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.25.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.26.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.26.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.26.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.27.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.27.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.27.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.28.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.28.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.28.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.29.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.29.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.29.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.3.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.3.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.3.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.30.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.30.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.30.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.31.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.31.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.31.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.32.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.32.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.32.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.33.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.33.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.33.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.34.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.34.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.34.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.35.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.35.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.35.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.36.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.36.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.36.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.37.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.37.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.37.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.38.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.38.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.38.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.39.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.39.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.39.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.4.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.4.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.4.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.40.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.40.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.40.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.41.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.41.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.41.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.42.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.42.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.42.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.43.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.43.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.43.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.44.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.44.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.44.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.45.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.45.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.45.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.46.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.46.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.46.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.47.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.47.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.47.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.48.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.48.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.48.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.49.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.49.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.49.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.5.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.5.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.5.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.50.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.50.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.50.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.51.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.51.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.51.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.52.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.52.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.52.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.53.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.53.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.53.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.54.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.54.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.54.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.55.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.55.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.55.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.56.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.56.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.56.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.57.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.57.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.57.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.58.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.58.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.58.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.59.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.59.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.59.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.6.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.6.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.6.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.60.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.60.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.60.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.61.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.61.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.61.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.62.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.62.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.62.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.63.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.63.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.63.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.64.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.64.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.64.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.65.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.65.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.65.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.66.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.66.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.66.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.67.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.67.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.67.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.68.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.68.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.68.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.69.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.69.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.69.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.7.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.7.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.7.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.70.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.70.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.70.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.71.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.71.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.71.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.72.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.72.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.72.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.73.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.73.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.73.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.74.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.74.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.74.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.75.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.75.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.75.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.76.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.76.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.76.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.77.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.77.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.77.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.78.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.78.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.78.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.79.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.79.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.79.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.8.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.8.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.8.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.80.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.80.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.80.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.81.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.81.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.81.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.82.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.82.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.82.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.83.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.83.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.83.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.84.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.84.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.84.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.85.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.85.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.85.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.86.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.86.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.86.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.87.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.87.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.87.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.88.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.88.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.88.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.89.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.89.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.89.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.9.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.9.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.9.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.90.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.90.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.90.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.91.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.91.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.91.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.92.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.92.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.92.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.93.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.93.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.93.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.94.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.94.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.94.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.95.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.95.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.95.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.96.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.96.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.96.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.97.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.97.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.97.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.98.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.98.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.98.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.99.down_proj.weight": "model-00065-of-00079.safetensors", + "model.layers.66.mlp.experts.99.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.experts.99.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.router.gate.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.shared_mlp.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.shared_mlp.gate_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.mlp.shared_mlp.up_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.post_attention_layernorm.weight": "model-00066-of-00079.safetensors", + "model.layers.66.self_attn.k_norm.weight": "model-00066-of-00079.safetensors", + "model.layers.66.self_attn.k_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.self_attn.o_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.self_attn.q_norm.weight": "model-00066-of-00079.safetensors", + "model.layers.66.self_attn.q_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.66.self_attn.v_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.input_layernorm.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.expert_bias": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.0.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.0.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.0.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.1.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.1.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.1.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.10.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.10.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.10.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.100.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.100.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.100.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.101.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.101.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.101.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.102.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.102.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.102.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.103.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.103.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.103.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.104.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.104.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.104.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.105.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.105.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.105.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.106.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.106.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.106.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.107.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.107.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.107.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.108.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.108.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.108.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.109.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.109.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.109.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.11.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.11.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.11.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.110.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.110.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.110.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.111.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.111.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.111.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.112.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.112.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.112.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.113.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.113.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.113.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.114.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.114.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.114.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.115.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.115.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.115.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.116.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.116.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.116.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.117.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.117.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.117.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.118.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.118.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.118.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.119.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.119.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.119.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.12.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.12.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.12.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.120.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.120.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.120.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.121.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.121.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.121.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.122.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.122.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.122.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.123.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.123.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.123.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.124.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.124.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.124.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.125.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.125.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.125.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.126.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.126.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.126.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.127.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.127.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.127.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.128.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.128.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.128.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.129.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.129.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.129.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.13.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.13.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.13.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.130.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.130.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.130.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.131.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.131.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.131.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.132.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.132.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.132.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.133.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.133.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.133.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.134.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.134.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.134.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.135.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.135.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.135.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.136.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.136.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.136.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.137.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.137.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.137.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.138.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.138.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.138.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.139.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.139.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.139.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.14.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.14.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.14.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.140.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.140.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.140.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.141.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.141.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.141.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.142.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.142.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.142.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.143.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.143.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.143.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.144.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.144.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.144.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.145.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.145.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.145.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.146.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.146.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.146.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.147.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.147.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.147.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.148.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.148.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.148.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.149.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.149.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.149.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.15.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.15.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.15.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.150.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.150.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.150.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.151.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.151.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.151.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.152.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.152.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.152.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.153.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.153.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.153.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.154.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.154.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.154.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.155.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.155.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.155.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.156.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.156.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.156.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.157.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.157.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.157.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.158.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.158.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.158.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.159.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.159.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.159.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.16.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.16.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.16.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.160.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.160.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.160.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.161.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.161.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.161.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.162.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.162.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.162.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.163.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.163.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.163.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.164.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.164.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.164.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.165.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.165.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.165.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.166.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.166.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.166.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.167.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.167.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.167.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.168.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.168.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.168.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.169.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.169.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.169.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.17.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.17.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.17.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.170.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.170.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.170.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.171.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.171.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.171.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.172.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.172.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.172.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.173.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.173.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.173.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.174.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.174.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.174.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.175.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.175.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.175.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.176.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.176.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.176.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.177.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.177.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.177.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.178.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.178.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.178.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.179.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.179.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.179.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.18.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.18.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.18.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.180.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.180.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.180.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.181.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.181.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.181.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.182.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.182.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.182.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.183.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.183.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.183.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.184.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.184.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.184.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.185.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.185.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.185.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.186.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.186.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.186.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.187.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.187.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.187.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.188.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.188.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.188.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.189.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.189.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.189.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.19.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.19.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.19.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.190.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.190.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.190.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.191.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.191.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.191.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.2.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.2.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.2.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.20.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.20.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.20.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.21.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.21.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.21.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.22.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.22.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.22.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.23.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.23.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.23.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.24.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.24.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.24.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.25.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.25.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.25.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.26.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.26.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.26.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.27.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.27.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.27.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.28.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.28.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.28.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.29.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.29.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.29.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.3.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.3.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.3.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.30.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.30.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.30.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.31.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.31.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.31.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.32.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.32.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.32.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.33.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.33.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.33.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.34.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.34.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.34.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.35.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.35.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.35.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.36.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.36.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.36.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.37.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.37.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.37.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.38.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.38.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.38.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.39.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.39.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.39.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.4.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.4.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.4.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.40.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.40.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.40.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.41.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.41.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.41.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.42.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.42.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.42.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.43.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.43.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.43.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.44.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.44.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.44.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.45.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.45.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.45.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.46.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.46.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.46.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.47.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.47.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.47.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.48.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.48.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.48.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.49.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.49.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.49.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.5.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.5.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.5.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.50.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.50.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.50.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.51.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.51.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.51.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.52.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.52.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.52.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.53.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.53.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.53.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.54.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.54.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.54.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.55.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.55.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.55.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.56.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.56.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.56.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.57.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.57.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.57.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.58.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.58.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.58.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.59.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.59.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.59.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.6.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.6.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.6.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.60.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.60.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.60.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.61.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.61.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.61.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.62.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.62.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.62.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.63.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.63.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.63.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.64.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.64.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.64.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.65.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.65.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.65.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.66.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.66.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.66.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.67.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.67.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.67.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.68.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.68.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.68.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.69.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.69.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.69.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.7.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.7.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.7.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.70.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.70.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.70.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.71.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.71.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.71.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.72.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.72.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.72.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.73.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.73.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.73.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.74.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.74.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.74.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.75.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.75.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.75.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.76.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.76.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.76.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.77.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.77.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.77.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.78.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.78.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.78.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.79.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.79.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.79.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.8.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.8.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.8.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.80.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.80.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.80.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.81.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.81.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.81.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.82.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.82.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.82.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.83.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.83.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.83.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.84.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.84.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.84.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.85.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.85.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.85.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.86.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.86.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.86.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.87.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.87.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.87.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.88.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.88.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.88.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.89.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.89.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.89.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.9.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.9.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.9.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.90.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.90.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.90.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.91.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.91.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.91.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.92.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.92.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.92.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.93.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.93.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.93.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.94.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.94.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.94.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.95.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.95.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.95.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.96.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.96.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.96.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.97.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.97.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.97.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.98.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.98.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.98.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.99.down_proj.weight": "model-00066-of-00079.safetensors", + "model.layers.67.mlp.experts.99.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.experts.99.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.router.gate.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.shared_mlp.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.shared_mlp.gate_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.mlp.shared_mlp.up_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.post_attention_layernorm.weight": "model-00067-of-00079.safetensors", + "model.layers.67.self_attn.k_norm.weight": "model-00067-of-00079.safetensors", + "model.layers.67.self_attn.k_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.self_attn.o_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.self_attn.q_norm.weight": "model-00067-of-00079.safetensors", + "model.layers.67.self_attn.q_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.67.self_attn.v_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.input_layernorm.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.expert_bias": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.0.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.0.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.0.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.1.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.1.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.1.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.10.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.10.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.10.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.100.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.100.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.100.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.101.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.101.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.101.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.102.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.102.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.102.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.103.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.103.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.103.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.104.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.104.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.104.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.105.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.105.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.105.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.106.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.106.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.106.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.107.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.107.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.107.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.108.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.108.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.108.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.109.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.109.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.109.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.11.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.11.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.11.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.110.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.110.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.110.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.111.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.111.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.111.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.112.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.112.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.112.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.113.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.113.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.113.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.114.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.114.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.114.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.115.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.115.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.115.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.116.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.116.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.116.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.117.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.117.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.117.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.118.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.118.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.118.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.119.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.119.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.119.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.12.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.12.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.12.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.120.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.120.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.120.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.121.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.121.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.121.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.122.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.122.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.122.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.123.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.123.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.123.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.124.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.124.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.124.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.125.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.125.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.125.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.126.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.126.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.126.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.127.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.127.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.127.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.128.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.128.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.128.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.129.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.129.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.129.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.13.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.13.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.13.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.130.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.130.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.130.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.131.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.131.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.131.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.132.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.132.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.132.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.133.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.133.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.133.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.134.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.134.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.134.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.135.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.135.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.135.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.136.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.136.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.136.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.137.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.137.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.137.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.138.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.138.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.138.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.139.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.139.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.139.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.14.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.14.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.14.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.140.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.140.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.140.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.141.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.141.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.141.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.142.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.142.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.142.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.143.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.143.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.143.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.144.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.144.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.144.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.145.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.145.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.145.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.146.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.146.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.146.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.147.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.147.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.147.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.148.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.148.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.148.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.149.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.149.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.149.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.15.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.15.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.15.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.150.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.150.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.150.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.151.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.151.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.151.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.152.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.152.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.152.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.153.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.153.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.153.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.154.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.154.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.154.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.155.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.155.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.155.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.156.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.156.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.156.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.157.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.157.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.157.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.158.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.158.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.158.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.159.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.159.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.159.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.16.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.16.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.16.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.160.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.160.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.160.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.161.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.161.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.161.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.162.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.162.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.162.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.163.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.163.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.163.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.164.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.164.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.164.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.165.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.165.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.165.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.166.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.166.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.166.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.167.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.167.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.167.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.168.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.168.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.168.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.169.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.169.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.169.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.17.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.17.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.17.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.170.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.170.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.170.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.171.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.171.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.171.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.172.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.172.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.172.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.173.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.173.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.173.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.174.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.174.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.174.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.175.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.175.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.175.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.176.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.176.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.176.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.177.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.177.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.177.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.178.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.178.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.178.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.179.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.179.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.179.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.18.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.18.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.18.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.180.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.180.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.180.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.181.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.181.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.181.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.182.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.182.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.182.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.183.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.183.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.183.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.184.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.184.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.184.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.185.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.185.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.185.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.186.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.186.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.186.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.187.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.187.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.187.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.188.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.188.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.188.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.189.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.189.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.189.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.19.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.19.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.19.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.190.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.190.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.190.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.191.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.191.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.191.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.2.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.2.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.2.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.20.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.20.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.20.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.21.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.21.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.21.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.22.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.22.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.22.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.23.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.23.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.23.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.24.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.24.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.24.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.25.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.25.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.25.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.26.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.26.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.26.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.27.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.27.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.27.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.28.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.28.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.28.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.29.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.29.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.29.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.3.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.3.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.3.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.30.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.30.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.30.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.31.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.31.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.31.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.32.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.32.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.32.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.33.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.33.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.33.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.34.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.34.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.34.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.35.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.35.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.35.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.36.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.36.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.36.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.37.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.37.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.37.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.38.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.38.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.38.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.39.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.39.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.39.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.4.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.4.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.4.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.40.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.40.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.40.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.41.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.41.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.41.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.42.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.42.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.42.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.43.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.43.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.43.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.44.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.44.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.44.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.45.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.45.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.45.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.46.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.46.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.46.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.47.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.47.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.47.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.48.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.48.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.48.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.49.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.49.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.49.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.5.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.5.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.5.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.50.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.50.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.50.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.51.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.51.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.51.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.52.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.52.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.52.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.53.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.53.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.53.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.54.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.54.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.54.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.55.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.55.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.55.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.56.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.56.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.56.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.57.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.57.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.57.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.58.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.58.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.58.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.59.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.59.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.59.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.6.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.6.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.6.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.60.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.60.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.60.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.61.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.61.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.61.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.62.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.62.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.62.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.63.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.63.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.63.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.64.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.64.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.64.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.65.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.65.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.65.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.66.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.66.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.66.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.67.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.67.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.67.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.68.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.68.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.68.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.69.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.69.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.69.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.7.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.7.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.7.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.70.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.70.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.70.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.71.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.71.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.71.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.72.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.72.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.72.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.73.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.73.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.73.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.74.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.74.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.74.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.75.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.75.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.75.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.76.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.76.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.76.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.77.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.77.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.77.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.78.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.78.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.78.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.79.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.79.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.79.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.8.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.8.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.8.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.80.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.80.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.80.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.81.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.81.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.81.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.82.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.82.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.82.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.83.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.83.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.83.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.84.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.84.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.84.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.85.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.85.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.85.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.86.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.86.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.86.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.87.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.87.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.87.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.88.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.88.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.88.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.89.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.89.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.89.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.9.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.9.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.9.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.90.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.90.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.90.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.91.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.91.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.91.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.92.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.92.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.92.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.93.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.93.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.93.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.94.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.94.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.94.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.95.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.95.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.95.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.96.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.96.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.96.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.97.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.97.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.97.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.98.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.98.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.98.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.99.down_proj.weight": "model-00067-of-00079.safetensors", + "model.layers.68.mlp.experts.99.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.experts.99.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.router.gate.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.shared_mlp.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.shared_mlp.gate_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.mlp.shared_mlp.up_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.post_attention_layernorm.weight": "model-00068-of-00079.safetensors", + "model.layers.68.self_attn.k_norm.weight": "model-00068-of-00079.safetensors", + "model.layers.68.self_attn.k_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.self_attn.o_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.self_attn.q_norm.weight": "model-00068-of-00079.safetensors", + "model.layers.68.self_attn.q_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.68.self_attn.v_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.input_layernorm.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.expert_bias": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.0.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.0.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.0.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.1.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.1.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.1.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.10.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.10.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.10.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.100.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.100.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.100.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.101.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.101.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.101.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.102.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.102.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.102.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.103.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.103.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.103.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.104.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.104.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.104.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.105.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.105.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.105.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.106.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.106.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.106.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.107.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.107.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.107.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.108.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.108.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.108.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.109.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.109.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.109.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.11.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.11.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.11.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.110.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.110.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.110.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.111.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.111.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.111.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.112.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.112.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.112.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.113.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.113.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.113.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.114.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.114.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.114.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.115.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.115.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.115.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.116.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.116.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.116.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.117.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.117.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.117.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.118.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.118.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.118.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.119.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.119.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.119.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.12.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.12.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.12.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.120.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.120.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.120.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.121.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.121.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.121.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.122.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.122.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.122.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.123.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.123.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.123.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.124.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.124.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.124.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.125.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.125.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.125.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.126.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.126.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.126.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.127.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.127.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.127.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.128.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.128.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.128.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.129.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.129.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.129.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.13.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.13.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.13.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.130.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.130.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.130.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.131.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.131.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.131.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.132.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.132.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.132.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.133.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.133.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.133.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.134.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.134.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.134.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.135.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.135.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.135.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.136.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.136.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.136.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.137.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.137.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.137.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.138.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.138.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.138.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.139.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.139.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.139.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.14.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.14.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.14.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.140.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.140.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.140.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.141.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.141.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.141.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.142.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.142.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.142.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.143.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.143.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.143.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.144.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.144.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.144.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.145.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.145.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.145.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.146.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.146.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.146.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.147.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.147.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.147.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.148.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.148.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.148.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.149.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.149.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.149.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.15.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.15.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.15.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.150.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.150.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.150.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.151.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.151.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.151.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.152.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.152.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.152.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.153.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.153.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.153.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.154.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.154.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.154.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.155.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.155.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.155.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.156.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.156.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.156.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.157.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.157.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.157.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.158.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.158.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.158.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.159.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.159.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.159.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.16.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.16.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.16.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.160.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.160.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.160.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.161.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.161.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.161.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.162.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.162.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.162.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.163.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.163.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.163.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.164.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.164.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.164.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.165.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.165.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.165.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.166.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.166.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.166.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.167.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.167.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.167.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.168.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.168.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.168.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.169.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.169.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.169.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.17.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.17.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.17.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.170.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.170.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.170.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.171.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.171.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.171.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.172.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.172.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.172.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.173.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.173.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.173.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.174.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.174.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.174.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.175.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.175.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.175.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.176.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.176.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.176.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.177.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.177.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.177.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.178.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.178.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.178.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.179.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.179.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.179.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.18.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.18.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.18.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.180.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.180.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.180.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.181.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.181.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.181.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.182.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.182.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.182.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.183.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.183.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.183.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.184.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.184.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.184.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.185.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.185.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.185.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.186.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.186.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.186.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.187.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.187.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.187.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.188.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.188.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.188.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.189.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.189.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.189.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.19.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.19.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.19.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.190.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.190.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.190.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.191.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.191.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.191.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.2.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.2.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.2.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.20.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.20.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.20.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.21.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.21.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.21.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.22.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.22.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.22.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.23.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.23.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.23.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.24.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.24.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.24.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.25.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.25.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.25.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.26.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.26.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.26.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.27.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.27.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.27.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.28.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.28.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.28.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.29.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.29.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.29.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.3.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.3.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.3.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.30.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.30.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.30.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.31.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.31.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.31.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.32.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.32.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.32.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.33.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.33.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.33.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.34.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.34.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.34.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.35.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.35.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.35.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.36.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.36.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.36.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.37.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.37.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.37.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.38.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.38.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.38.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.39.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.39.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.39.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.4.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.4.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.4.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.40.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.40.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.40.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.41.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.41.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.41.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.42.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.42.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.42.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.43.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.43.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.43.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.44.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.44.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.44.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.45.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.45.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.45.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.46.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.46.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.46.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.47.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.47.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.47.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.48.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.48.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.48.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.49.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.49.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.49.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.5.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.5.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.5.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.50.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.50.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.50.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.51.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.51.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.51.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.52.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.52.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.52.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.53.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.53.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.53.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.54.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.54.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.54.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.55.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.55.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.55.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.56.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.56.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.56.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.57.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.57.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.57.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.58.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.58.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.58.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.59.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.59.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.59.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.6.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.6.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.6.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.60.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.60.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.60.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.61.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.61.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.61.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.62.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.62.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.62.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.63.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.63.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.63.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.64.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.64.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.64.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.65.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.65.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.65.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.66.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.66.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.66.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.67.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.67.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.67.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.68.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.68.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.68.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.69.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.69.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.69.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.7.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.7.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.7.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.70.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.70.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.70.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.71.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.71.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.71.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.72.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.72.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.72.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.73.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.73.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.73.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.74.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.74.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.74.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.75.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.75.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.75.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.76.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.76.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.76.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.77.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.77.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.77.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.78.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.78.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.78.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.79.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.79.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.79.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.8.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.8.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.8.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.80.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.80.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.80.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.81.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.81.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.81.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.82.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.82.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.82.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.83.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.83.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.83.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.84.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.84.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.84.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.85.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.85.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.85.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.86.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.86.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.86.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.87.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.87.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.87.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.88.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.88.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.88.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.89.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.89.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.89.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.9.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.9.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.9.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.90.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.90.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.90.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.91.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.91.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.91.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.92.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.92.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.92.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.93.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.93.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.93.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.94.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.94.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.94.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.95.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.95.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.95.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.96.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.96.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.96.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.97.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.97.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.97.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.98.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.98.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.98.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.99.down_proj.weight": "model-00068-of-00079.safetensors", + "model.layers.69.mlp.experts.99.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.experts.99.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.router.gate.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.shared_mlp.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.shared_mlp.gate_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.mlp.shared_mlp.up_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.post_attention_layernorm.weight": "model-00069-of-00079.safetensors", + "model.layers.69.self_attn.k_norm.weight": "model-00069-of-00079.safetensors", + "model.layers.69.self_attn.k_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.self_attn.o_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.self_attn.q_norm.weight": "model-00069-of-00079.safetensors", + "model.layers.69.self_attn.q_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.69.self_attn.v_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.7.input_layernorm.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.expert_bias": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.0.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.0.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.0.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.1.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.1.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.1.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.10.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.10.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.10.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.100.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.100.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.100.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.101.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.101.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.101.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.102.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.102.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.102.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.103.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.103.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.103.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.104.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.104.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.104.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.105.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.105.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.105.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.106.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.106.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.106.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.107.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.107.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.107.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.108.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.108.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.108.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.109.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.109.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.109.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.11.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.11.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.11.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.110.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.110.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.110.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.111.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.111.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.111.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.112.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.112.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.112.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.113.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.113.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.113.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.114.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.114.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.114.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.115.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.115.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.115.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.116.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.116.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.116.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.117.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.117.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.117.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.118.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.118.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.118.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.119.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.119.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.119.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.12.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.12.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.12.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.120.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.120.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.120.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.121.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.121.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.121.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.122.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.122.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.122.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.123.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.123.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.123.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.124.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.124.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.124.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.125.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.125.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.125.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.126.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.126.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.126.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.127.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.127.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.127.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.128.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.128.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.128.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.129.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.129.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.129.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.13.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.13.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.13.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.130.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.130.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.130.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.131.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.131.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.131.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.132.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.132.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.132.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.133.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.133.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.133.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.134.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.134.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.134.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.135.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.135.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.135.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.136.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.136.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.136.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.137.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.137.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.137.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.138.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.138.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.138.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.139.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.139.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.139.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.14.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.14.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.14.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.140.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.140.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.140.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.141.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.141.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.141.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.142.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.142.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.142.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.143.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.143.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.143.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.144.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.144.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.144.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.145.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.145.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.145.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.146.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.146.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.146.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.147.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.147.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.147.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.148.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.148.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.148.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.149.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.149.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.149.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.15.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.15.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.15.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.150.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.150.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.150.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.151.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.151.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.151.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.152.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.152.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.152.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.153.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.153.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.153.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.154.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.154.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.154.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.155.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.155.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.155.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.156.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.156.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.156.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.157.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.157.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.157.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.158.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.158.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.158.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.159.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.159.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.159.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.16.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.16.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.16.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.160.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.160.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.160.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.161.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.161.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.161.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.162.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.162.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.162.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.163.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.163.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.163.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.164.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.164.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.164.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.165.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.165.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.165.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.166.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.166.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.166.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.167.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.167.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.167.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.168.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.168.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.168.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.169.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.169.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.169.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.17.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.17.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.17.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.170.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.170.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.170.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.171.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.171.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.171.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.172.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.172.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.172.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.173.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.173.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.173.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.174.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.174.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.174.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.175.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.175.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.175.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.176.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.176.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.176.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.177.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.177.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.177.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.178.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.178.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.178.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.179.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.179.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.179.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.18.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.18.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.18.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.180.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.180.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.180.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.181.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.181.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.181.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.182.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.182.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.182.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.183.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.183.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.183.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.184.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.184.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.184.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.185.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.185.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.185.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.186.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.186.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.186.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.187.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.187.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.187.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.188.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.188.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.188.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.189.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.189.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.189.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.19.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.19.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.19.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.190.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.190.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.190.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.191.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.191.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.191.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.2.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.2.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.2.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.20.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.20.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.20.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.21.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.21.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.21.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.22.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.22.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.22.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.23.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.23.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.23.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.24.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.24.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.24.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.25.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.25.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.25.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.26.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.26.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.26.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.27.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.27.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.27.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.28.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.28.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.28.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.29.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.29.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.29.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.3.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.3.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.3.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.30.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.30.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.30.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.31.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.31.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.31.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.32.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.32.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.32.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.33.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.33.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.33.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.34.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.34.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.34.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.35.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.35.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.35.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.36.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.36.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.36.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.37.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.37.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.37.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.38.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.38.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.38.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.39.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.39.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.39.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.4.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.4.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.4.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.40.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.40.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.40.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.41.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.41.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.41.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.42.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.42.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.42.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.43.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.43.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.43.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.44.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.44.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.44.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.45.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.45.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.45.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.46.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.46.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.46.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.47.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.47.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.47.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.48.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.48.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.48.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.49.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.49.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.49.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.5.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.5.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.5.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.50.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.50.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.50.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.51.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.51.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.51.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.52.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.52.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.52.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.53.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.53.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.53.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.54.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.54.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.54.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.55.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.55.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.55.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.56.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.56.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.56.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.57.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.57.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.57.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.58.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.58.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.58.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.59.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.59.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.59.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.6.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.6.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.6.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.60.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.60.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.60.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.61.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.61.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.61.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.62.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.62.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.62.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.63.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.63.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.63.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.64.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.64.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.64.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.65.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.65.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.65.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.66.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.66.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.66.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.67.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.67.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.67.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.68.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.68.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.68.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.69.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.69.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.69.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.7.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.7.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.7.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.70.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.70.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.70.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.71.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.71.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.71.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.72.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.72.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.72.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.73.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.73.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.73.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.74.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.74.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.74.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.75.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.75.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.75.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.76.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.76.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.76.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.77.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.77.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.77.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.78.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.78.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.78.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.79.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.79.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.79.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.8.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.8.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.8.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.80.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.80.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.80.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.81.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.81.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.81.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.82.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.82.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.82.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.83.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.83.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.83.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.84.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.84.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.84.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.85.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.85.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.85.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.86.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.86.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.86.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.87.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.87.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.87.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.88.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.88.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.88.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.89.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.89.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.89.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.9.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.9.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.9.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.90.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.90.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.90.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.91.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.91.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.91.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.92.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.92.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.92.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.93.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.93.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.93.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.94.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.94.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.94.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.95.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.95.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.95.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.96.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.96.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.96.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.97.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.97.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.97.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.98.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.98.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.98.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.99.down_proj.weight": "model-00006-of-00079.safetensors", + "model.layers.7.mlp.experts.99.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.experts.99.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.router.gate.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.shared_mlp.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.shared_mlp.gate_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.mlp.shared_mlp.up_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00007-of-00079.safetensors", + "model.layers.7.self_attn.k_norm.weight": "model-00007-of-00079.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.self_attn.q_norm.weight": "model-00007-of-00079.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.70.input_layernorm.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.expert_bias": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.0.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.0.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.0.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.1.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.1.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.1.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.10.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.10.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.10.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.100.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.100.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.100.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.101.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.101.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.101.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.102.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.102.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.102.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.103.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.103.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.103.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.104.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.104.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.104.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.105.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.105.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.105.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.106.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.106.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.106.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.107.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.107.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.107.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.108.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.108.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.108.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.109.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.109.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.109.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.11.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.11.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.11.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.110.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.110.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.110.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.111.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.111.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.111.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.112.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.112.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.112.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.113.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.113.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.113.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.114.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.114.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.114.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.115.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.115.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.115.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.116.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.116.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.116.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.117.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.117.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.117.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.118.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.118.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.118.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.119.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.119.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.119.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.12.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.12.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.12.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.120.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.120.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.120.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.121.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.121.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.121.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.122.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.122.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.122.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.123.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.123.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.123.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.124.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.124.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.124.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.125.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.125.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.125.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.126.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.126.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.126.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.127.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.127.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.127.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.128.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.128.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.128.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.129.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.129.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.129.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.13.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.13.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.13.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.130.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.130.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.130.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.131.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.131.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.131.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.132.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.132.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.132.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.133.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.133.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.133.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.134.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.134.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.134.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.135.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.135.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.135.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.136.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.136.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.136.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.137.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.137.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.137.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.138.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.138.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.138.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.139.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.139.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.139.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.14.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.14.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.14.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.140.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.140.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.140.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.141.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.141.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.141.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.142.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.142.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.142.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.143.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.143.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.143.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.144.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.144.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.144.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.145.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.145.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.145.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.146.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.146.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.146.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.147.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.147.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.147.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.148.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.148.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.148.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.149.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.149.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.149.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.15.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.15.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.15.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.150.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.150.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.150.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.151.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.151.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.151.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.152.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.152.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.152.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.153.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.153.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.153.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.154.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.154.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.154.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.155.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.155.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.155.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.156.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.156.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.156.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.157.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.157.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.157.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.158.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.158.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.158.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.159.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.159.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.159.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.16.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.16.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.16.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.160.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.160.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.160.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.161.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.161.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.161.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.162.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.162.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.162.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.163.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.163.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.163.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.164.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.164.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.164.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.165.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.165.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.165.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.166.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.166.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.166.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.167.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.167.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.167.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.168.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.168.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.168.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.169.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.169.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.169.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.17.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.17.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.17.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.170.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.170.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.170.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.171.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.171.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.171.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.172.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.172.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.172.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.173.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.173.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.173.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.174.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.174.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.174.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.175.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.175.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.175.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.176.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.176.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.176.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.177.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.177.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.177.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.178.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.178.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.178.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.179.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.179.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.179.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.18.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.18.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.18.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.180.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.180.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.180.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.181.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.181.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.181.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.182.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.182.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.182.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.183.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.183.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.183.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.184.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.184.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.184.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.185.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.185.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.185.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.186.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.186.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.186.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.187.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.187.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.187.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.188.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.188.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.188.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.189.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.189.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.189.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.19.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.19.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.19.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.190.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.190.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.190.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.191.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.191.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.191.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.2.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.2.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.2.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.20.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.20.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.20.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.21.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.21.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.21.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.22.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.22.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.22.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.23.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.23.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.23.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.24.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.24.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.24.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.25.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.25.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.25.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.26.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.26.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.26.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.27.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.27.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.27.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.28.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.28.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.28.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.29.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.29.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.29.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.3.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.3.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.3.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.30.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.30.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.30.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.31.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.31.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.31.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.32.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.32.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.32.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.33.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.33.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.33.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.34.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.34.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.34.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.35.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.35.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.35.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.36.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.36.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.36.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.37.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.37.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.37.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.38.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.38.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.38.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.39.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.39.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.39.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.4.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.4.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.4.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.40.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.40.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.40.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.41.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.41.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.41.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.42.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.42.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.42.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.43.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.43.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.43.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.44.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.44.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.44.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.45.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.45.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.45.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.46.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.46.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.46.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.47.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.47.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.47.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.48.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.48.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.48.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.49.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.49.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.49.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.5.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.5.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.5.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.50.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.50.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.50.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.51.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.51.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.51.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.52.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.52.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.52.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.53.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.53.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.53.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.54.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.54.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.54.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.55.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.55.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.55.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.56.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.56.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.56.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.57.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.57.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.57.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.58.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.58.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.58.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.59.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.59.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.59.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.6.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.6.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.6.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.60.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.60.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.60.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.61.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.61.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.61.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.62.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.62.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.62.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.63.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.63.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.63.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.64.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.64.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.64.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.65.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.65.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.65.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.66.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.66.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.66.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.67.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.67.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.67.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.68.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.68.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.68.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.69.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.69.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.69.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.7.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.7.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.7.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.70.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.70.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.70.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.71.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.71.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.71.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.72.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.72.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.72.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.73.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.73.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.73.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.74.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.74.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.74.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.75.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.75.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.75.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.76.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.76.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.76.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.77.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.77.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.77.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.78.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.78.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.78.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.79.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.79.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.79.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.8.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.8.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.8.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.80.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.80.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.80.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.81.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.81.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.81.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.82.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.82.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.82.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.83.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.83.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.83.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.84.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.84.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.84.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.85.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.85.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.85.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.86.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.86.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.86.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.87.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.87.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.87.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.88.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.88.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.88.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.89.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.89.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.89.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.9.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.9.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.9.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.90.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.90.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.90.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.91.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.91.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.91.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.92.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.92.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.92.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.93.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.93.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.93.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.94.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.94.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.94.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.95.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.95.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.95.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.96.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.96.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.96.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.97.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.97.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.97.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.98.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.98.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.98.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.99.down_proj.weight": "model-00069-of-00079.safetensors", + "model.layers.70.mlp.experts.99.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.experts.99.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.router.gate.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.shared_mlp.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.shared_mlp.gate_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.mlp.shared_mlp.up_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.post_attention_layernorm.weight": "model-00070-of-00079.safetensors", + "model.layers.70.self_attn.k_norm.weight": "model-00070-of-00079.safetensors", + "model.layers.70.self_attn.k_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.self_attn.o_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.self_attn.q_norm.weight": "model-00070-of-00079.safetensors", + "model.layers.70.self_attn.q_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.70.self_attn.v_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.input_layernorm.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.expert_bias": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.0.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.0.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.0.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.1.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.1.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.1.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.10.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.10.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.10.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.100.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.100.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.100.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.101.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.101.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.101.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.102.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.102.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.102.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.103.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.103.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.103.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.104.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.104.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.104.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.105.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.105.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.105.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.106.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.106.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.106.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.107.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.107.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.107.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.108.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.108.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.108.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.109.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.109.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.109.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.11.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.11.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.11.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.110.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.110.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.110.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.111.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.111.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.111.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.112.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.112.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.112.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.113.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.113.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.113.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.114.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.114.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.114.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.115.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.115.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.115.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.116.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.116.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.116.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.117.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.117.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.117.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.118.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.118.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.118.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.119.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.119.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.119.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.12.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.12.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.12.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.120.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.120.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.120.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.121.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.121.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.121.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.122.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.122.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.122.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.123.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.123.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.123.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.124.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.124.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.124.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.125.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.125.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.125.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.126.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.126.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.126.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.127.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.127.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.127.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.128.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.128.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.128.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.129.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.129.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.129.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.13.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.13.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.13.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.130.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.130.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.130.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.131.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.131.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.131.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.132.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.132.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.132.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.133.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.133.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.133.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.134.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.134.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.134.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.135.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.135.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.135.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.136.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.136.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.136.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.137.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.137.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.137.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.138.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.138.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.138.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.139.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.139.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.139.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.14.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.14.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.14.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.140.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.140.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.140.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.141.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.141.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.141.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.142.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.142.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.142.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.143.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.143.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.143.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.144.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.144.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.144.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.145.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.145.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.145.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.146.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.146.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.146.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.147.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.147.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.147.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.148.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.148.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.148.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.149.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.149.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.149.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.15.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.15.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.15.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.150.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.150.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.150.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.151.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.151.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.151.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.152.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.152.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.152.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.153.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.153.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.153.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.154.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.154.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.154.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.155.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.155.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.155.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.156.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.156.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.156.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.157.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.157.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.157.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.158.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.158.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.158.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.159.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.159.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.159.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.16.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.16.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.16.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.160.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.160.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.160.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.161.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.161.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.161.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.162.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.162.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.162.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.163.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.163.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.163.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.164.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.164.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.164.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.165.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.165.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.165.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.166.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.166.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.166.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.167.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.167.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.167.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.168.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.168.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.168.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.169.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.169.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.169.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.17.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.17.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.17.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.170.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.170.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.170.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.171.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.171.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.171.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.172.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.172.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.172.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.173.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.173.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.173.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.174.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.174.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.174.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.175.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.175.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.175.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.176.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.176.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.176.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.177.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.177.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.177.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.178.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.178.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.178.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.179.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.179.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.179.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.18.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.18.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.18.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.180.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.180.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.180.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.181.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.181.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.181.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.182.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.182.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.182.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.183.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.183.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.183.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.184.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.184.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.184.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.185.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.185.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.185.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.186.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.186.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.186.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.187.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.187.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.187.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.188.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.188.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.188.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.189.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.189.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.189.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.19.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.19.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.19.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.190.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.190.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.190.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.191.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.191.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.191.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.2.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.2.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.2.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.20.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.20.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.20.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.21.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.21.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.21.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.22.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.22.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.22.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.23.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.23.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.23.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.24.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.24.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.24.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.25.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.25.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.25.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.26.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.26.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.26.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.27.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.27.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.27.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.28.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.28.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.28.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.29.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.29.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.29.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.3.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.3.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.3.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.30.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.30.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.30.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.31.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.31.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.31.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.32.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.32.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.32.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.33.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.33.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.33.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.34.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.34.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.34.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.35.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.35.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.35.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.36.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.36.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.36.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.37.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.37.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.37.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.38.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.38.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.38.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.39.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.39.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.39.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.4.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.4.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.4.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.40.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.40.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.40.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.41.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.41.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.41.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.42.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.42.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.42.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.43.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.43.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.43.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.44.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.44.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.44.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.45.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.45.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.45.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.46.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.46.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.46.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.47.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.47.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.47.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.48.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.48.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.48.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.49.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.49.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.49.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.5.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.5.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.5.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.50.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.50.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.50.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.51.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.51.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.51.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.52.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.52.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.52.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.53.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.53.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.53.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.54.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.54.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.54.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.55.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.55.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.55.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.56.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.56.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.56.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.57.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.57.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.57.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.58.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.58.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.58.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.59.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.59.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.59.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.6.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.6.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.6.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.60.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.60.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.60.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.61.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.61.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.61.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.62.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.62.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.62.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.63.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.63.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.63.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.64.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.64.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.64.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.65.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.65.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.65.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.66.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.66.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.66.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.67.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.67.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.67.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.68.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.68.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.68.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.69.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.69.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.69.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.7.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.7.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.7.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.70.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.70.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.70.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.71.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.71.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.71.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.72.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.72.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.72.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.73.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.73.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.73.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.74.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.74.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.74.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.75.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.75.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.75.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.76.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.76.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.76.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.77.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.77.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.77.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.78.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.78.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.78.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.79.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.79.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.79.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.8.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.8.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.8.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.80.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.80.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.80.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.81.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.81.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.81.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.82.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.82.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.82.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.83.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.83.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.83.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.84.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.84.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.84.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.85.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.85.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.85.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.86.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.86.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.86.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.87.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.87.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.87.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.88.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.88.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.88.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.89.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.89.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.89.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.9.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.9.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.9.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.90.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.90.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.90.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.91.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.91.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.91.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.92.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.92.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.92.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.93.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.93.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.93.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.94.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.94.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.94.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.95.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.95.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.95.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.96.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.96.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.96.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.97.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.97.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.97.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.98.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.98.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.98.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.99.down_proj.weight": "model-00070-of-00079.safetensors", + "model.layers.71.mlp.experts.99.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.experts.99.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.router.gate.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.shared_mlp.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.shared_mlp.gate_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.mlp.shared_mlp.up_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.post_attention_layernorm.weight": "model-00071-of-00079.safetensors", + "model.layers.71.self_attn.k_norm.weight": "model-00071-of-00079.safetensors", + "model.layers.71.self_attn.k_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.self_attn.o_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.self_attn.q_norm.weight": "model-00071-of-00079.safetensors", + "model.layers.71.self_attn.q_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.71.self_attn.v_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.input_layernorm.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.expert_bias": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.0.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.0.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.0.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.1.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.1.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.1.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.10.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.10.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.10.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.100.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.100.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.100.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.101.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.101.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.101.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.102.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.102.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.102.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.103.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.103.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.103.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.104.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.104.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.104.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.105.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.105.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.105.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.106.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.106.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.106.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.107.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.107.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.107.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.108.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.108.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.108.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.109.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.109.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.109.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.11.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.11.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.11.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.110.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.110.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.110.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.111.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.111.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.111.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.112.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.112.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.112.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.113.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.113.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.113.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.114.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.114.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.114.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.115.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.115.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.115.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.116.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.116.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.116.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.117.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.117.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.117.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.118.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.118.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.118.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.119.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.119.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.119.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.12.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.12.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.12.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.120.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.120.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.120.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.121.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.121.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.121.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.122.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.122.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.122.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.123.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.123.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.123.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.124.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.124.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.124.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.125.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.125.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.125.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.126.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.126.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.126.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.127.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.127.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.127.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.128.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.128.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.128.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.129.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.129.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.129.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.13.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.13.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.13.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.130.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.130.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.130.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.131.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.131.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.131.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.132.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.132.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.132.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.133.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.133.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.133.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.134.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.134.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.134.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.135.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.135.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.135.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.136.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.136.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.136.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.137.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.137.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.137.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.138.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.138.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.138.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.139.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.139.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.139.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.14.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.14.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.14.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.140.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.140.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.140.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.141.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.141.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.141.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.142.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.142.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.142.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.143.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.143.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.143.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.144.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.144.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.144.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.145.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.145.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.145.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.146.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.146.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.146.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.147.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.147.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.147.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.148.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.148.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.148.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.149.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.149.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.149.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.15.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.15.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.15.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.150.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.150.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.150.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.151.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.151.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.151.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.152.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.152.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.152.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.153.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.153.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.153.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.154.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.154.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.154.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.155.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.155.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.155.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.156.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.156.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.156.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.157.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.157.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.157.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.158.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.158.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.158.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.159.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.159.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.159.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.16.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.16.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.16.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.160.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.160.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.160.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.161.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.161.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.161.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.162.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.162.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.162.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.163.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.163.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.163.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.164.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.164.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.164.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.165.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.165.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.165.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.166.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.166.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.166.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.167.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.167.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.167.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.168.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.168.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.168.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.169.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.169.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.169.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.17.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.17.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.17.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.170.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.170.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.170.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.171.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.171.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.171.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.172.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.172.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.172.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.173.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.173.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.173.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.174.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.174.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.174.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.175.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.175.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.175.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.176.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.176.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.176.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.177.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.177.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.177.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.178.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.178.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.178.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.179.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.179.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.179.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.18.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.18.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.18.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.180.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.180.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.180.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.181.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.181.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.181.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.182.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.182.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.182.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.183.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.183.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.183.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.184.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.184.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.184.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.185.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.185.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.185.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.186.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.186.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.186.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.187.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.187.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.187.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.188.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.188.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.188.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.189.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.189.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.189.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.19.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.19.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.19.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.190.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.190.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.190.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.191.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.191.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.191.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.2.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.2.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.2.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.20.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.20.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.20.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.21.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.21.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.21.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.22.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.22.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.22.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.23.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.23.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.23.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.24.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.24.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.24.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.25.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.25.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.25.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.26.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.26.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.26.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.27.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.27.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.27.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.28.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.28.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.28.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.29.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.29.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.29.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.3.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.3.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.3.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.30.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.30.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.30.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.31.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.31.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.31.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.32.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.32.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.32.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.33.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.33.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.33.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.34.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.34.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.34.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.35.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.35.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.35.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.36.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.36.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.36.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.37.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.37.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.37.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.38.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.38.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.38.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.39.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.39.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.39.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.4.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.4.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.4.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.40.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.40.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.40.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.41.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.41.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.41.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.42.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.42.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.42.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.43.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.43.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.43.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.44.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.44.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.44.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.45.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.45.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.45.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.46.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.46.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.46.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.47.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.47.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.47.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.48.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.48.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.48.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.49.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.49.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.49.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.5.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.5.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.5.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.50.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.50.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.50.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.51.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.51.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.51.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.52.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.52.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.52.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.53.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.53.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.53.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.54.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.54.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.54.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.55.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.55.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.55.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.56.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.56.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.56.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.57.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.57.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.57.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.58.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.58.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.58.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.59.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.59.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.59.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.6.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.6.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.6.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.60.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.60.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.60.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.61.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.61.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.61.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.62.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.62.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.62.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.63.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.63.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.63.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.64.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.64.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.64.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.65.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.65.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.65.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.66.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.66.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.66.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.67.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.67.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.67.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.68.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.68.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.68.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.69.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.69.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.69.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.7.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.7.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.7.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.70.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.70.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.70.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.71.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.71.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.71.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.72.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.72.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.72.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.73.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.73.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.73.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.74.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.74.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.74.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.75.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.75.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.75.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.76.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.76.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.76.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.77.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.77.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.77.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.78.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.78.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.78.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.79.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.79.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.79.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.8.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.8.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.8.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.80.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.80.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.80.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.81.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.81.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.81.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.82.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.82.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.82.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.83.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.83.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.83.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.84.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.84.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.84.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.85.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.85.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.85.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.86.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.86.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.86.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.87.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.87.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.87.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.88.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.88.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.88.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.89.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.89.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.89.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.9.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.9.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.9.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.90.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.90.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.90.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.91.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.91.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.91.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.92.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.92.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.92.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.93.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.93.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.93.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.94.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.94.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.94.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.95.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.95.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.95.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.96.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.96.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.96.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.97.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.97.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.97.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.98.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.98.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.98.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.99.down_proj.weight": "model-00071-of-00079.safetensors", + "model.layers.72.mlp.experts.99.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.experts.99.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.router.gate.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.shared_mlp.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.shared_mlp.gate_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.mlp.shared_mlp.up_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.post_attention_layernorm.weight": "model-00072-of-00079.safetensors", + "model.layers.72.self_attn.k_norm.weight": "model-00072-of-00079.safetensors", + "model.layers.72.self_attn.k_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.self_attn.o_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.self_attn.q_norm.weight": "model-00072-of-00079.safetensors", + "model.layers.72.self_attn.q_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.72.self_attn.v_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.input_layernorm.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.expert_bias": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.0.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.0.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.0.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.1.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.1.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.1.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.10.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.10.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.10.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.100.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.100.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.100.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.101.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.101.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.101.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.102.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.102.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.102.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.103.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.103.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.103.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.104.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.104.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.104.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.105.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.105.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.105.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.106.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.106.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.106.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.107.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.107.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.107.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.108.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.108.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.108.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.109.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.109.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.109.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.11.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.11.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.11.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.110.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.110.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.110.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.111.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.111.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.111.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.112.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.112.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.112.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.113.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.113.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.113.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.114.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.114.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.114.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.115.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.115.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.115.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.116.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.116.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.116.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.117.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.117.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.117.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.118.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.118.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.118.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.119.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.119.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.119.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.12.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.12.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.12.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.120.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.120.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.120.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.121.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.121.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.121.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.122.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.122.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.122.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.123.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.123.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.123.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.124.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.124.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.124.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.125.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.125.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.125.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.126.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.126.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.126.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.127.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.127.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.127.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.128.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.128.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.128.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.129.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.129.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.129.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.13.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.13.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.13.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.130.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.130.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.130.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.131.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.131.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.131.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.132.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.132.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.132.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.133.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.133.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.133.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.134.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.134.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.134.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.135.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.135.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.135.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.136.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.136.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.136.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.137.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.137.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.137.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.138.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.138.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.138.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.139.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.139.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.139.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.14.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.14.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.14.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.140.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.140.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.140.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.141.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.141.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.141.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.142.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.142.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.142.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.143.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.143.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.143.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.144.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.144.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.144.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.145.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.145.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.145.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.146.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.146.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.146.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.147.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.147.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.147.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.148.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.148.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.148.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.149.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.149.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.149.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.15.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.15.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.15.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.150.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.150.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.150.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.151.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.151.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.151.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.152.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.152.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.152.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.153.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.153.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.153.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.154.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.154.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.154.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.155.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.155.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.155.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.156.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.156.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.156.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.157.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.157.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.157.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.158.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.158.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.158.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.159.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.159.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.159.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.16.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.16.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.16.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.160.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.160.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.160.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.161.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.161.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.161.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.162.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.162.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.162.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.163.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.163.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.163.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.164.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.164.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.164.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.165.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.165.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.165.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.166.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.166.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.166.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.167.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.167.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.167.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.168.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.168.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.168.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.169.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.169.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.169.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.17.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.17.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.17.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.170.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.170.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.170.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.171.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.171.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.171.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.172.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.172.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.172.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.173.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.173.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.173.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.174.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.174.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.174.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.175.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.175.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.175.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.176.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.176.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.176.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.177.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.177.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.177.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.178.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.178.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.178.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.179.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.179.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.179.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.18.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.18.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.18.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.180.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.180.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.180.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.181.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.181.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.181.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.182.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.182.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.182.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.183.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.183.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.183.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.184.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.184.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.184.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.185.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.185.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.185.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.186.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.186.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.186.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.187.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.187.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.187.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.188.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.188.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.188.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.189.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.189.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.189.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.19.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.19.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.19.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.190.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.190.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.190.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.191.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.191.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.191.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.2.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.2.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.2.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.20.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.20.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.20.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.21.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.21.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.21.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.22.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.22.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.22.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.23.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.23.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.23.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.24.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.24.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.24.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.25.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.25.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.25.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.26.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.26.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.26.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.27.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.27.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.27.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.28.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.28.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.28.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.29.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.29.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.29.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.3.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.3.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.3.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.30.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.30.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.30.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.31.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.31.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.31.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.32.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.32.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.32.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.33.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.33.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.33.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.34.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.34.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.34.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.35.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.35.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.35.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.36.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.36.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.36.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.37.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.37.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.37.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.38.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.38.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.38.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.39.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.39.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.39.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.4.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.4.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.4.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.40.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.40.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.40.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.41.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.41.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.41.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.42.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.42.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.42.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.43.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.43.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.43.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.44.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.44.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.44.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.45.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.45.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.45.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.46.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.46.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.46.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.47.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.47.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.47.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.48.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.48.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.48.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.49.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.49.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.49.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.5.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.5.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.5.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.50.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.50.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.50.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.51.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.51.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.51.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.52.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.52.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.52.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.53.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.53.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.53.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.54.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.54.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.54.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.55.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.55.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.55.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.56.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.56.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.56.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.57.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.57.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.57.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.58.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.58.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.58.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.59.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.59.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.59.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.6.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.6.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.6.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.60.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.60.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.60.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.61.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.61.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.61.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.62.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.62.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.62.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.63.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.63.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.63.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.64.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.64.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.64.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.65.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.65.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.65.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.66.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.66.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.66.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.67.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.67.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.67.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.68.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.68.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.68.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.69.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.69.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.69.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.7.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.7.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.7.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.70.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.70.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.70.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.71.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.71.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.71.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.72.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.72.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.72.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.73.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.73.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.73.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.74.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.74.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.74.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.75.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.75.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.75.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.76.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.76.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.76.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.77.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.77.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.77.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.78.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.78.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.78.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.79.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.79.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.79.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.8.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.8.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.8.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.80.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.80.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.80.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.81.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.81.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.81.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.82.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.82.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.82.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.83.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.83.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.83.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.84.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.84.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.84.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.85.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.85.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.85.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.86.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.86.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.86.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.87.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.87.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.87.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.88.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.88.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.88.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.89.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.89.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.89.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.9.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.9.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.9.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.90.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.90.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.90.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.91.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.91.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.91.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.92.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.92.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.92.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.93.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.93.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.93.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.94.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.94.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.94.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.95.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.95.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.95.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.96.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.96.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.96.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.97.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.97.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.97.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.98.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.98.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.98.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.99.down_proj.weight": "model-00072-of-00079.safetensors", + "model.layers.73.mlp.experts.99.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.experts.99.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.router.gate.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.shared_mlp.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.shared_mlp.gate_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.mlp.shared_mlp.up_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.post_attention_layernorm.weight": "model-00073-of-00079.safetensors", + "model.layers.73.self_attn.k_norm.weight": "model-00073-of-00079.safetensors", + "model.layers.73.self_attn.k_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.self_attn.o_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.self_attn.q_norm.weight": "model-00073-of-00079.safetensors", + "model.layers.73.self_attn.q_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.73.self_attn.v_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.input_layernorm.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.expert_bias": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.0.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.0.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.0.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.1.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.1.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.1.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.10.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.10.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.10.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.100.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.100.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.100.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.101.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.101.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.101.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.102.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.102.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.102.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.103.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.103.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.103.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.104.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.104.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.104.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.105.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.105.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.105.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.106.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.106.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.106.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.107.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.107.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.107.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.108.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.108.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.108.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.109.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.109.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.109.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.11.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.11.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.11.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.110.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.110.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.110.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.111.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.111.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.111.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.112.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.112.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.112.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.113.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.113.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.113.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.114.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.114.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.114.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.115.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.115.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.115.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.116.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.116.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.116.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.117.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.117.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.117.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.118.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.118.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.118.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.119.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.119.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.119.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.12.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.12.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.12.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.120.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.120.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.120.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.121.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.121.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.121.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.122.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.122.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.122.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.123.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.123.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.123.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.124.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.124.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.124.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.125.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.125.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.125.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.126.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.126.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.126.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.127.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.127.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.127.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.128.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.128.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.128.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.129.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.129.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.129.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.13.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.13.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.13.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.130.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.130.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.130.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.131.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.131.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.131.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.132.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.132.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.132.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.133.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.133.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.133.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.134.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.134.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.134.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.135.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.135.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.135.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.136.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.136.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.136.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.137.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.137.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.137.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.138.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.138.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.138.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.139.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.139.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.139.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.14.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.14.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.14.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.140.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.140.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.140.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.141.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.141.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.141.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.142.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.142.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.142.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.143.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.143.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.143.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.144.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.144.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.144.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.145.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.145.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.145.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.146.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.146.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.146.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.147.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.147.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.147.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.148.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.148.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.148.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.149.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.149.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.149.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.15.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.15.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.15.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.150.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.150.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.150.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.151.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.151.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.151.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.152.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.152.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.152.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.153.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.153.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.153.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.154.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.154.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.154.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.155.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.155.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.155.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.156.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.156.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.156.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.157.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.157.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.157.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.158.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.158.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.158.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.159.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.159.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.159.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.16.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.16.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.16.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.160.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.160.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.160.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.161.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.161.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.161.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.162.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.162.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.162.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.163.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.163.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.163.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.164.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.164.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.164.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.165.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.165.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.165.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.166.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.166.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.166.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.167.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.167.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.167.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.168.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.168.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.168.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.169.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.169.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.169.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.17.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.17.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.17.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.170.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.170.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.170.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.171.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.171.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.171.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.172.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.172.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.172.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.173.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.173.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.173.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.174.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.174.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.174.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.175.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.175.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.175.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.176.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.176.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.176.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.177.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.177.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.177.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.178.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.178.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.178.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.179.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.179.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.179.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.18.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.18.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.18.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.180.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.180.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.180.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.181.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.181.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.181.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.182.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.182.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.182.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.183.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.183.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.183.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.184.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.184.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.184.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.185.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.185.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.185.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.186.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.186.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.186.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.187.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.187.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.187.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.188.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.188.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.188.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.189.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.189.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.189.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.19.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.19.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.19.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.190.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.190.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.190.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.191.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.191.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.191.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.2.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.2.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.2.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.20.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.20.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.20.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.21.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.21.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.21.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.22.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.22.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.22.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.23.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.23.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.23.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.24.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.24.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.24.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.25.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.25.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.25.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.26.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.26.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.26.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.27.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.27.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.27.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.28.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.28.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.28.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.29.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.29.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.29.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.3.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.3.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.3.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.30.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.30.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.30.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.31.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.31.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.31.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.32.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.32.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.32.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.33.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.33.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.33.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.34.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.34.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.34.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.35.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.35.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.35.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.36.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.36.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.36.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.37.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.37.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.37.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.38.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.38.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.38.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.39.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.39.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.39.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.4.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.4.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.4.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.40.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.40.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.40.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.41.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.41.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.41.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.42.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.42.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.42.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.43.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.43.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.43.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.44.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.44.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.44.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.45.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.45.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.45.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.46.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.46.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.46.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.47.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.47.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.47.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.48.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.48.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.48.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.49.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.49.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.49.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.5.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.5.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.5.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.50.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.50.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.50.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.51.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.51.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.51.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.52.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.52.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.52.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.53.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.53.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.53.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.54.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.54.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.54.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.55.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.55.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.55.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.56.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.56.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.56.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.57.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.57.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.57.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.58.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.58.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.58.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.59.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.59.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.59.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.6.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.6.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.6.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.60.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.60.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.60.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.61.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.61.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.61.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.62.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.62.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.62.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.63.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.63.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.63.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.64.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.64.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.64.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.65.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.65.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.65.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.66.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.66.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.66.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.67.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.67.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.67.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.68.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.68.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.68.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.69.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.69.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.69.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.7.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.7.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.7.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.70.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.70.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.70.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.71.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.71.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.71.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.72.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.72.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.72.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.73.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.73.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.73.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.74.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.74.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.74.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.75.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.75.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.75.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.76.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.76.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.76.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.77.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.77.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.77.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.78.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.78.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.78.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.79.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.79.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.79.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.8.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.8.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.8.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.80.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.80.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.80.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.81.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.81.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.81.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.82.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.82.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.82.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.83.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.83.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.83.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.84.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.84.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.84.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.85.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.85.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.85.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.86.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.86.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.86.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.87.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.87.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.87.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.88.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.88.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.88.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.89.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.89.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.89.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.9.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.9.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.9.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.90.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.90.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.90.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.91.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.91.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.91.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.92.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.92.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.92.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.93.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.93.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.93.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.94.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.94.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.94.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.95.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.95.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.95.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.96.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.96.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.96.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.97.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.97.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.97.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.98.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.98.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.98.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.99.down_proj.weight": "model-00073-of-00079.safetensors", + "model.layers.74.mlp.experts.99.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.experts.99.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.router.gate.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.shared_mlp.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.shared_mlp.gate_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.mlp.shared_mlp.up_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.post_attention_layernorm.weight": "model-00074-of-00079.safetensors", + "model.layers.74.self_attn.k_norm.weight": "model-00074-of-00079.safetensors", + "model.layers.74.self_attn.k_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.self_attn.o_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.self_attn.q_norm.weight": "model-00074-of-00079.safetensors", + "model.layers.74.self_attn.q_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.74.self_attn.v_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.input_layernorm.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.expert_bias": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.0.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.0.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.0.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.1.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.1.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.1.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.10.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.10.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.10.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.100.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.100.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.100.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.101.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.101.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.101.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.102.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.102.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.102.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.103.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.103.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.103.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.104.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.104.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.104.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.105.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.105.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.105.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.106.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.106.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.106.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.107.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.107.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.107.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.108.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.108.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.108.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.109.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.109.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.109.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.11.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.11.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.11.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.110.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.110.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.110.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.111.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.111.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.111.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.112.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.112.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.112.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.113.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.113.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.113.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.114.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.114.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.114.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.115.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.115.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.115.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.116.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.116.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.116.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.117.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.117.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.117.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.118.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.118.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.118.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.119.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.119.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.119.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.12.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.12.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.12.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.120.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.120.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.120.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.121.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.121.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.121.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.122.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.122.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.122.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.123.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.123.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.123.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.124.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.124.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.124.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.125.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.125.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.125.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.126.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.126.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.126.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.127.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.127.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.127.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.128.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.128.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.128.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.129.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.129.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.129.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.13.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.13.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.13.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.130.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.130.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.130.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.131.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.131.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.131.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.132.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.132.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.132.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.133.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.133.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.133.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.134.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.134.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.134.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.135.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.135.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.135.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.136.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.136.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.136.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.137.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.137.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.137.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.138.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.138.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.138.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.139.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.139.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.139.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.14.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.14.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.14.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.140.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.140.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.140.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.141.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.141.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.141.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.142.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.142.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.142.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.143.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.143.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.143.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.144.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.144.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.144.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.145.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.145.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.145.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.146.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.146.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.146.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.147.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.147.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.147.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.148.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.148.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.148.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.149.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.149.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.149.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.15.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.15.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.15.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.150.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.150.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.150.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.151.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.151.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.151.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.152.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.152.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.152.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.153.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.153.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.153.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.154.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.154.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.154.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.155.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.155.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.155.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.156.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.156.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.156.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.157.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.157.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.157.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.158.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.158.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.158.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.159.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.159.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.159.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.16.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.16.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.16.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.160.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.160.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.160.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.161.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.161.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.161.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.162.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.162.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.162.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.163.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.163.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.163.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.164.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.164.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.164.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.165.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.165.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.165.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.166.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.166.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.166.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.167.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.167.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.167.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.168.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.168.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.168.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.169.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.169.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.169.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.17.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.17.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.17.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.170.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.170.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.170.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.171.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.171.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.171.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.172.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.172.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.172.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.173.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.173.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.173.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.174.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.174.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.174.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.175.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.175.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.175.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.176.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.176.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.176.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.177.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.177.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.177.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.178.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.178.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.178.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.179.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.179.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.179.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.18.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.18.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.18.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.180.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.180.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.180.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.181.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.181.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.181.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.182.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.182.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.182.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.183.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.183.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.183.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.184.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.184.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.184.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.185.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.185.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.185.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.186.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.186.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.186.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.187.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.187.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.187.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.188.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.188.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.188.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.189.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.189.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.189.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.19.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.19.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.19.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.190.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.190.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.190.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.191.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.191.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.191.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.2.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.2.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.2.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.20.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.20.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.20.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.21.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.21.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.21.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.22.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.22.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.22.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.23.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.23.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.23.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.24.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.24.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.24.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.25.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.25.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.25.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.26.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.26.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.26.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.27.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.27.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.27.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.28.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.28.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.28.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.29.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.29.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.29.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.3.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.3.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.3.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.30.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.30.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.30.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.31.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.31.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.31.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.32.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.32.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.32.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.33.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.33.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.33.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.34.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.34.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.34.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.35.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.35.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.35.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.36.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.36.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.36.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.37.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.37.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.37.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.38.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.38.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.38.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.39.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.39.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.39.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.4.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.4.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.4.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.40.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.40.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.40.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.41.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.41.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.41.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.42.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.42.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.42.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.43.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.43.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.43.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.44.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.44.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.44.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.45.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.45.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.45.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.46.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.46.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.46.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.47.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.47.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.47.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.48.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.48.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.48.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.49.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.49.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.49.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.5.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.5.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.5.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.50.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.50.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.50.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.51.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.51.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.51.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.52.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.52.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.52.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.53.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.53.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.53.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.54.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.54.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.54.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.55.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.55.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.55.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.56.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.56.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.56.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.57.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.57.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.57.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.58.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.58.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.58.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.59.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.59.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.59.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.6.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.6.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.6.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.60.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.60.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.60.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.61.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.61.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.61.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.62.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.62.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.62.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.63.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.63.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.63.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.64.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.64.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.64.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.65.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.65.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.65.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.66.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.66.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.66.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.67.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.67.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.67.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.68.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.68.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.68.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.69.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.69.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.69.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.7.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.7.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.7.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.70.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.70.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.70.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.71.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.71.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.71.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.72.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.72.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.72.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.73.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.73.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.73.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.74.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.74.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.74.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.75.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.75.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.75.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.76.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.76.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.76.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.77.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.77.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.77.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.78.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.78.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.78.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.79.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.79.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.79.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.8.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.8.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.8.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.80.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.80.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.80.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.81.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.81.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.81.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.82.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.82.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.82.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.83.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.83.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.83.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.84.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.84.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.84.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.85.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.85.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.85.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.86.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.86.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.86.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.87.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.87.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.87.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.88.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.88.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.88.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.89.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.89.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.89.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.9.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.9.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.9.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.90.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.90.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.90.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.91.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.91.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.91.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.92.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.92.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.92.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.93.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.93.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.93.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.94.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.94.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.94.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.95.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.95.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.95.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.96.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.96.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.96.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.97.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.97.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.97.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.98.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.98.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.98.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.99.down_proj.weight": "model-00074-of-00079.safetensors", + "model.layers.75.mlp.experts.99.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.experts.99.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.router.gate.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.shared_mlp.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.shared_mlp.gate_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.mlp.shared_mlp.up_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.post_attention_layernorm.weight": "model-00075-of-00079.safetensors", + "model.layers.75.self_attn.k_norm.weight": "model-00075-of-00079.safetensors", + "model.layers.75.self_attn.k_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.self_attn.o_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.self_attn.q_norm.weight": "model-00075-of-00079.safetensors", + "model.layers.75.self_attn.q_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.75.self_attn.v_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.input_layernorm.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.expert_bias": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.0.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.0.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.0.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.1.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.1.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.1.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.10.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.10.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.10.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.100.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.100.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.100.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.101.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.101.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.101.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.102.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.102.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.102.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.103.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.103.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.103.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.104.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.104.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.104.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.105.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.105.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.105.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.106.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.106.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.106.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.107.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.107.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.107.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.108.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.108.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.108.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.109.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.109.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.109.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.11.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.11.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.11.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.110.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.110.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.110.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.111.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.111.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.111.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.112.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.112.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.112.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.113.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.113.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.113.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.114.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.114.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.114.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.115.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.115.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.115.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.116.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.116.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.116.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.117.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.117.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.117.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.118.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.118.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.118.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.119.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.119.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.119.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.12.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.12.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.12.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.120.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.120.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.120.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.121.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.121.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.121.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.122.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.122.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.122.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.123.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.123.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.123.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.124.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.124.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.124.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.125.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.125.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.125.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.126.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.126.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.126.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.127.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.127.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.127.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.128.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.128.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.128.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.129.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.129.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.129.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.13.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.13.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.13.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.130.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.130.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.130.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.131.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.131.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.131.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.132.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.132.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.132.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.133.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.133.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.133.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.134.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.134.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.134.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.135.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.135.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.135.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.136.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.136.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.136.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.137.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.137.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.137.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.138.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.138.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.138.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.139.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.139.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.139.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.14.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.14.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.14.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.140.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.140.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.140.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.141.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.141.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.141.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.142.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.142.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.142.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.143.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.143.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.143.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.144.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.144.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.144.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.145.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.145.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.145.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.146.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.146.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.146.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.147.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.147.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.147.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.148.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.148.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.148.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.149.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.149.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.149.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.15.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.15.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.15.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.150.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.150.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.150.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.151.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.151.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.151.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.152.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.152.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.152.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.153.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.153.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.153.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.154.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.154.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.154.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.155.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.155.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.155.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.156.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.156.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.156.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.157.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.157.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.157.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.158.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.158.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.158.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.159.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.159.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.159.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.16.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.16.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.16.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.160.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.160.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.160.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.161.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.161.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.161.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.162.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.162.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.162.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.163.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.163.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.163.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.164.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.164.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.164.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.165.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.165.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.165.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.166.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.166.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.166.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.167.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.167.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.167.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.168.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.168.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.168.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.169.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.169.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.169.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.17.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.17.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.17.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.170.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.170.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.170.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.171.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.171.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.171.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.172.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.172.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.172.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.173.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.173.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.173.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.174.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.174.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.174.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.175.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.175.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.175.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.176.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.176.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.176.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.177.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.177.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.177.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.178.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.178.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.178.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.179.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.179.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.179.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.18.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.18.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.18.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.180.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.180.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.180.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.181.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.181.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.181.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.182.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.182.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.182.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.183.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.183.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.183.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.184.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.184.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.184.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.185.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.185.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.185.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.186.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.186.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.186.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.187.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.187.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.187.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.188.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.188.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.188.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.189.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.189.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.189.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.19.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.19.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.19.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.190.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.190.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.190.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.191.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.191.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.191.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.2.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.2.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.2.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.20.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.20.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.20.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.21.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.21.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.21.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.22.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.22.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.22.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.23.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.23.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.23.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.24.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.24.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.24.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.25.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.25.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.25.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.26.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.26.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.26.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.27.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.27.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.27.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.28.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.28.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.28.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.29.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.29.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.29.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.3.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.3.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.3.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.30.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.30.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.30.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.31.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.31.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.31.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.32.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.32.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.32.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.33.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.33.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.33.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.34.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.34.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.34.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.35.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.35.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.35.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.36.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.36.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.36.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.37.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.37.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.37.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.38.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.38.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.38.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.39.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.39.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.39.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.4.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.4.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.4.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.40.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.40.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.40.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.41.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.41.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.41.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.42.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.42.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.42.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.43.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.43.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.43.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.44.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.44.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.44.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.45.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.45.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.45.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.46.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.46.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.46.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.47.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.47.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.47.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.48.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.48.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.48.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.49.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.49.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.49.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.5.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.5.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.5.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.50.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.50.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.50.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.51.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.51.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.51.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.52.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.52.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.52.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.53.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.53.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.53.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.54.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.54.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.54.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.55.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.55.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.55.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.56.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.56.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.56.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.57.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.57.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.57.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.58.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.58.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.58.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.59.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.59.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.59.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.6.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.6.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.6.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.60.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.60.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.60.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.61.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.61.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.61.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.62.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.62.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.62.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.63.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.63.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.63.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.64.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.64.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.64.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.65.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.65.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.65.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.66.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.66.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.66.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.67.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.67.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.67.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.68.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.68.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.68.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.69.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.69.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.69.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.7.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.7.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.7.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.70.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.70.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.70.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.71.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.71.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.71.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.72.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.72.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.72.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.73.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.73.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.73.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.74.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.74.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.74.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.75.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.75.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.75.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.76.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.76.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.76.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.77.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.77.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.77.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.78.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.78.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.78.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.79.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.79.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.79.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.8.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.8.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.8.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.80.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.80.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.80.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.81.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.81.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.81.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.82.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.82.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.82.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.83.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.83.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.83.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.84.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.84.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.84.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.85.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.85.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.85.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.86.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.86.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.86.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.87.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.87.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.87.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.88.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.88.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.88.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.89.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.89.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.89.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.9.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.9.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.9.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.90.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.90.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.90.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.91.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.91.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.91.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.92.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.92.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.92.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.93.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.93.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.93.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.94.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.94.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.94.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.95.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.95.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.95.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.96.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.96.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.96.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.97.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.97.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.97.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.98.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.98.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.98.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.99.down_proj.weight": "model-00075-of-00079.safetensors", + "model.layers.76.mlp.experts.99.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.experts.99.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.router.gate.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.shared_mlp.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.shared_mlp.gate_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.mlp.shared_mlp.up_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.post_attention_layernorm.weight": "model-00076-of-00079.safetensors", + "model.layers.76.self_attn.k_norm.weight": "model-00076-of-00079.safetensors", + "model.layers.76.self_attn.k_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.self_attn.o_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.self_attn.q_norm.weight": "model-00076-of-00079.safetensors", + "model.layers.76.self_attn.q_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.76.self_attn.v_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.input_layernorm.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.expert_bias": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.0.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.0.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.0.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.1.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.1.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.1.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.10.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.10.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.10.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.100.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.100.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.100.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.101.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.101.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.101.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.102.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.102.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.102.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.103.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.103.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.103.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.104.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.104.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.104.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.105.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.105.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.105.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.106.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.106.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.106.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.107.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.107.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.107.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.108.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.108.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.108.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.109.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.109.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.109.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.11.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.11.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.11.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.110.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.110.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.110.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.111.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.111.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.111.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.112.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.112.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.112.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.113.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.113.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.113.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.114.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.114.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.114.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.115.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.115.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.115.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.116.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.116.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.116.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.117.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.117.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.117.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.118.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.118.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.118.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.119.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.119.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.119.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.12.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.12.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.12.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.120.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.120.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.120.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.121.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.121.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.121.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.122.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.122.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.122.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.123.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.123.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.123.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.124.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.124.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.124.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.125.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.125.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.125.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.126.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.126.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.126.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.127.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.127.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.127.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.128.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.128.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.128.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.129.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.129.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.129.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.13.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.13.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.13.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.130.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.130.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.130.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.131.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.131.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.131.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.132.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.132.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.132.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.133.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.133.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.133.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.134.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.134.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.134.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.135.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.135.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.135.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.136.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.136.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.136.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.137.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.137.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.137.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.138.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.138.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.138.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.139.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.139.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.139.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.14.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.14.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.14.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.140.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.140.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.140.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.141.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.141.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.141.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.142.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.142.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.142.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.143.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.143.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.143.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.144.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.144.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.144.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.145.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.145.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.145.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.146.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.146.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.146.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.147.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.147.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.147.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.148.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.148.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.148.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.149.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.149.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.149.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.15.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.15.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.15.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.150.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.150.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.150.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.151.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.151.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.151.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.152.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.152.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.152.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.153.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.153.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.153.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.154.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.154.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.154.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.155.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.155.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.155.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.156.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.156.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.156.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.157.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.157.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.157.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.158.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.158.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.158.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.159.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.159.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.159.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.16.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.16.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.16.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.160.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.160.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.160.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.161.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.161.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.161.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.162.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.162.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.162.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.163.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.163.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.163.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.164.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.164.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.164.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.165.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.165.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.165.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.166.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.166.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.166.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.167.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.167.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.167.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.168.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.168.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.168.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.169.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.169.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.169.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.17.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.17.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.17.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.170.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.170.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.170.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.171.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.171.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.171.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.172.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.172.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.172.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.173.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.173.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.173.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.174.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.174.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.174.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.175.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.175.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.175.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.176.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.176.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.176.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.177.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.177.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.177.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.178.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.178.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.178.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.179.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.179.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.179.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.18.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.18.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.18.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.180.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.180.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.180.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.181.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.181.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.181.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.182.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.182.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.182.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.183.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.183.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.183.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.184.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.184.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.184.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.185.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.185.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.185.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.186.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.186.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.186.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.187.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.187.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.187.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.188.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.188.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.188.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.189.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.189.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.189.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.19.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.19.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.19.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.190.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.190.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.190.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.191.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.191.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.191.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.2.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.2.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.2.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.20.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.20.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.20.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.21.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.21.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.21.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.22.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.22.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.22.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.23.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.23.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.23.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.24.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.24.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.24.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.25.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.25.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.25.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.26.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.26.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.26.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.27.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.27.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.27.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.28.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.28.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.28.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.29.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.29.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.29.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.3.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.3.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.3.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.30.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.30.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.30.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.31.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.31.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.31.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.32.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.32.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.32.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.33.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.33.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.33.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.34.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.34.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.34.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.35.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.35.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.35.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.36.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.36.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.36.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.37.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.37.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.37.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.38.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.38.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.38.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.39.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.39.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.39.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.4.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.4.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.4.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.40.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.40.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.40.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.41.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.41.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.41.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.42.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.42.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.42.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.43.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.43.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.43.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.44.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.44.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.44.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.45.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.45.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.45.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.46.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.46.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.46.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.47.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.47.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.47.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.48.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.48.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.48.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.49.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.49.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.49.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.5.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.5.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.5.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.50.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.50.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.50.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.51.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.51.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.51.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.52.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.52.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.52.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.53.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.53.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.53.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.54.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.54.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.54.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.55.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.55.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.55.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.56.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.56.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.56.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.57.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.57.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.57.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.58.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.58.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.58.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.59.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.59.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.59.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.6.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.6.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.6.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.60.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.60.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.60.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.61.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.61.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.61.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.62.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.62.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.62.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.63.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.63.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.63.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.64.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.64.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.64.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.65.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.65.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.65.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.66.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.66.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.66.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.67.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.67.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.67.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.68.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.68.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.68.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.69.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.69.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.69.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.7.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.7.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.7.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.70.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.70.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.70.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.71.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.71.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.71.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.72.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.72.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.72.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.73.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.73.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.73.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.74.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.74.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.74.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.75.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.75.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.75.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.76.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.76.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.76.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.77.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.77.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.77.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.78.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.78.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.78.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.79.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.79.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.79.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.8.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.8.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.8.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.80.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.80.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.80.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.81.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.81.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.81.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.82.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.82.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.82.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.83.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.83.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.83.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.84.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.84.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.84.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.85.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.85.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.85.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.86.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.86.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.86.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.87.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.87.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.87.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.88.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.88.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.88.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.89.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.89.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.89.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.9.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.9.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.9.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.90.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.90.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.90.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.91.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.91.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.91.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.92.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.92.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.92.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.93.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.93.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.93.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.94.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.94.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.94.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.95.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.95.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.95.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.96.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.96.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.96.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.97.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.97.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.97.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.98.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.98.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.98.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.99.down_proj.weight": "model-00076-of-00079.safetensors", + "model.layers.77.mlp.experts.99.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.experts.99.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.router.gate.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.shared_mlp.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.shared_mlp.gate_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.mlp.shared_mlp.up_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.post_attention_layernorm.weight": "model-00077-of-00079.safetensors", + "model.layers.77.self_attn.k_norm.weight": "model-00077-of-00079.safetensors", + "model.layers.77.self_attn.k_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.self_attn.o_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.self_attn.q_norm.weight": "model-00077-of-00079.safetensors", + "model.layers.77.self_attn.q_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.77.self_attn.v_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.input_layernorm.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.expert_bias": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.0.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.0.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.0.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.1.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.1.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.1.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.10.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.10.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.10.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.100.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.100.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.100.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.101.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.101.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.101.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.102.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.102.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.102.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.103.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.103.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.103.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.104.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.104.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.104.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.105.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.105.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.105.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.106.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.106.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.106.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.107.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.107.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.107.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.108.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.108.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.108.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.109.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.109.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.109.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.11.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.11.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.11.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.110.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.110.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.110.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.111.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.111.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.111.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.112.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.112.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.112.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.113.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.113.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.113.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.114.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.114.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.114.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.115.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.115.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.115.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.116.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.116.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.116.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.117.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.117.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.117.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.118.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.118.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.118.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.119.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.119.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.119.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.12.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.12.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.12.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.120.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.120.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.120.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.121.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.121.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.121.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.122.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.122.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.122.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.123.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.123.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.123.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.124.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.124.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.124.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.125.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.125.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.125.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.126.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.126.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.126.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.127.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.127.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.127.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.128.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.128.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.128.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.129.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.129.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.129.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.13.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.13.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.13.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.130.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.130.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.130.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.131.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.131.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.131.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.132.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.132.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.132.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.133.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.133.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.133.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.134.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.134.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.134.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.135.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.135.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.135.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.136.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.136.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.136.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.137.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.137.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.137.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.138.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.138.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.138.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.139.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.139.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.139.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.14.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.14.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.14.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.140.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.140.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.140.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.141.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.141.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.141.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.142.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.142.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.142.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.143.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.143.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.143.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.144.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.144.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.144.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.145.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.145.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.145.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.146.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.146.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.146.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.147.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.147.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.147.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.148.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.148.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.148.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.149.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.149.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.149.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.15.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.15.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.15.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.150.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.150.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.150.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.151.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.151.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.151.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.152.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.152.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.152.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.153.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.153.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.153.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.154.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.154.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.154.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.155.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.155.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.155.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.156.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.156.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.156.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.157.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.157.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.157.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.158.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.158.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.158.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.159.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.159.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.159.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.16.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.16.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.16.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.160.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.160.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.160.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.161.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.161.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.161.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.162.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.162.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.162.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.163.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.163.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.163.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.164.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.164.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.164.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.165.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.165.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.165.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.166.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.166.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.166.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.167.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.167.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.167.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.168.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.168.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.168.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.169.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.169.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.169.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.17.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.17.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.17.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.170.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.170.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.170.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.171.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.171.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.171.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.172.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.172.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.172.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.173.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.173.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.173.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.174.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.174.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.174.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.175.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.175.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.175.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.176.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.176.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.176.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.177.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.177.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.177.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.178.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.178.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.178.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.179.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.179.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.179.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.18.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.18.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.18.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.180.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.180.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.180.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.181.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.181.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.181.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.182.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.182.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.182.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.183.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.183.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.183.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.184.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.184.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.184.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.185.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.185.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.185.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.186.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.186.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.186.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.187.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.187.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.187.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.188.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.188.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.188.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.189.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.189.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.189.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.19.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.19.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.19.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.190.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.190.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.190.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.191.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.191.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.191.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.2.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.2.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.2.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.20.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.20.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.20.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.21.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.21.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.21.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.22.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.22.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.22.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.23.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.23.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.23.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.24.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.24.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.24.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.25.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.25.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.25.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.26.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.26.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.26.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.27.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.27.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.27.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.28.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.28.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.28.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.29.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.29.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.29.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.3.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.3.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.3.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.30.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.30.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.30.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.31.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.31.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.31.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.32.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.32.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.32.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.33.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.33.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.33.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.34.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.34.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.34.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.35.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.35.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.35.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.36.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.36.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.36.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.37.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.37.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.37.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.38.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.38.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.38.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.39.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.39.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.39.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.4.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.4.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.4.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.40.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.40.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.40.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.41.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.41.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.41.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.42.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.42.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.42.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.43.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.43.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.43.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.44.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.44.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.44.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.45.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.45.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.45.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.46.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.46.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.46.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.47.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.47.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.47.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.48.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.48.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.48.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.49.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.49.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.49.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.5.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.5.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.5.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.50.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.50.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.50.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.51.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.51.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.51.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.52.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.52.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.52.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.53.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.53.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.53.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.54.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.54.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.54.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.55.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.55.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.55.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.56.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.56.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.56.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.57.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.57.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.57.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.58.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.58.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.58.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.59.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.59.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.59.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.6.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.6.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.6.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.60.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.60.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.60.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.61.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.61.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.61.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.62.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.62.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.62.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.63.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.63.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.63.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.64.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.64.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.64.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.65.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.65.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.65.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.66.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.66.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.66.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.67.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.67.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.67.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.68.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.68.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.68.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.69.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.69.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.69.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.7.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.7.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.7.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.70.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.70.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.70.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.71.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.71.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.71.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.72.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.72.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.72.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.73.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.73.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.73.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.74.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.74.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.74.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.75.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.75.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.75.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.76.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.76.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.76.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.77.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.77.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.77.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.78.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.78.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.78.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.79.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.79.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.79.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.8.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.8.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.8.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.80.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.80.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.80.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.81.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.81.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.81.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.82.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.82.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.82.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.83.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.83.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.83.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.84.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.84.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.84.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.85.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.85.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.85.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.86.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.86.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.86.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.87.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.87.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.87.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.88.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.88.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.88.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.89.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.89.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.89.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.9.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.9.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.9.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.90.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.90.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.90.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.91.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.91.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.91.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.92.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.92.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.92.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.93.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.93.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.93.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.94.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.94.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.94.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.95.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.95.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.95.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.96.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.96.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.96.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.97.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.97.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.97.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.98.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.98.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.98.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.99.down_proj.weight": "model-00077-of-00079.safetensors", + "model.layers.78.mlp.experts.99.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.experts.99.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.router.gate.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.shared_mlp.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.shared_mlp.gate_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.mlp.shared_mlp.up_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.post_attention_layernorm.weight": "model-00078-of-00079.safetensors", + "model.layers.78.self_attn.k_norm.weight": "model-00078-of-00079.safetensors", + "model.layers.78.self_attn.k_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.self_attn.o_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.self_attn.q_norm.weight": "model-00078-of-00079.safetensors", + "model.layers.78.self_attn.q_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.78.self_attn.v_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.input_layernorm.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.expert_bias": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.0.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.0.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.0.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.1.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.1.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.1.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.10.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.10.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.10.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.100.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.100.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.100.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.101.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.101.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.101.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.102.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.102.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.102.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.103.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.103.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.103.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.104.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.104.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.104.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.105.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.105.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.105.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.106.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.106.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.106.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.107.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.107.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.107.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.108.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.108.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.108.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.109.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.109.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.109.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.11.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.11.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.11.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.110.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.110.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.110.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.111.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.111.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.111.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.112.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.112.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.112.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.113.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.113.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.113.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.114.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.114.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.114.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.115.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.115.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.115.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.116.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.116.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.116.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.117.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.117.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.117.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.118.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.118.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.118.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.119.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.119.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.119.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.12.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.12.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.12.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.120.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.120.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.120.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.121.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.121.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.121.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.122.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.122.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.122.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.123.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.123.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.123.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.124.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.124.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.124.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.125.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.125.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.125.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.126.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.126.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.126.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.127.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.127.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.127.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.128.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.128.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.128.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.129.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.129.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.129.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.13.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.13.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.13.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.130.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.130.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.130.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.131.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.131.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.131.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.132.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.132.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.132.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.133.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.133.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.133.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.134.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.134.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.134.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.135.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.135.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.135.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.136.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.136.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.136.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.137.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.137.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.137.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.138.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.138.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.138.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.139.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.139.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.139.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.14.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.14.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.14.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.140.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.140.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.140.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.141.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.141.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.141.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.142.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.142.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.142.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.143.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.143.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.143.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.144.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.144.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.144.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.145.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.145.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.145.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.146.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.146.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.146.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.147.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.147.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.147.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.148.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.148.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.148.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.149.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.149.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.149.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.15.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.15.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.15.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.150.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.150.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.150.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.151.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.151.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.151.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.152.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.152.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.152.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.153.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.153.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.153.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.154.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.154.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.154.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.155.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.155.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.155.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.156.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.156.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.156.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.157.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.157.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.157.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.158.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.158.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.158.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.159.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.159.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.159.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.16.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.16.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.16.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.160.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.160.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.160.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.161.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.161.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.161.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.162.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.162.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.162.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.163.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.163.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.163.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.164.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.164.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.164.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.165.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.165.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.165.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.166.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.166.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.166.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.167.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.167.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.167.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.168.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.168.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.168.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.169.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.169.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.169.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.17.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.17.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.17.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.170.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.170.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.170.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.171.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.171.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.171.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.172.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.172.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.172.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.173.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.173.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.173.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.174.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.174.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.174.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.175.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.175.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.175.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.176.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.176.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.176.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.177.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.177.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.177.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.178.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.178.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.178.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.179.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.179.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.179.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.18.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.18.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.18.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.180.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.180.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.180.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.181.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.181.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.181.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.182.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.182.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.182.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.183.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.183.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.183.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.184.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.184.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.184.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.185.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.185.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.185.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.186.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.186.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.186.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.187.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.187.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.187.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.188.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.188.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.188.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.189.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.189.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.189.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.19.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.19.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.19.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.190.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.190.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.190.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.191.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.191.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.191.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.2.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.2.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.2.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.20.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.20.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.20.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.21.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.21.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.21.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.22.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.22.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.22.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.23.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.23.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.23.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.24.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.24.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.24.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.25.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.25.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.25.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.26.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.26.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.26.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.27.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.27.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.27.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.28.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.28.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.28.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.29.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.29.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.29.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.3.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.3.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.3.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.30.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.30.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.30.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.31.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.31.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.31.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.32.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.32.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.32.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.33.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.33.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.33.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.34.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.34.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.34.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.35.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.35.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.35.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.36.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.36.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.36.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.37.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.37.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.37.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.38.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.38.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.38.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.39.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.39.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.39.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.4.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.4.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.4.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.40.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.40.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.40.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.41.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.41.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.41.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.42.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.42.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.42.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.43.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.43.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.43.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.44.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.44.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.44.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.45.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.45.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.45.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.46.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.46.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.46.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.47.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.47.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.47.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.48.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.48.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.48.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.49.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.49.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.49.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.5.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.5.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.5.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.50.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.50.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.50.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.51.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.51.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.51.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.52.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.52.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.52.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.53.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.53.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.53.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.54.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.54.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.54.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.55.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.55.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.55.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.56.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.56.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.56.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.57.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.57.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.57.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.58.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.58.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.58.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.59.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.59.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.59.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.6.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.6.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.6.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.60.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.60.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.60.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.61.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.61.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.61.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.62.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.62.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.62.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.63.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.63.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.63.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.64.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.64.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.64.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.65.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.65.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.65.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.66.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.66.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.66.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.67.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.67.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.67.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.68.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.68.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.68.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.69.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.69.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.69.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.7.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.7.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.7.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.70.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.70.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.70.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.71.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.71.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.71.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.72.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.72.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.72.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.73.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.73.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.73.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.74.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.74.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.74.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.75.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.75.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.75.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.76.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.76.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.76.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.77.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.77.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.77.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.78.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.78.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.78.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.79.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.79.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.79.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.8.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.8.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.8.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.80.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.80.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.80.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.81.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.81.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.81.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.82.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.82.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.82.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.83.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.83.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.83.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.84.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.84.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.84.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.85.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.85.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.85.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.86.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.86.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.86.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.87.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.87.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.87.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.88.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.88.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.88.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.89.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.89.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.89.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.9.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.9.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.9.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.90.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.90.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.90.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.91.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.91.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.91.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.92.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.92.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.92.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.93.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.93.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.93.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.94.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.94.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.94.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.95.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.95.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.95.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.96.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.96.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.96.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.97.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.97.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.97.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.98.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.98.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.98.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.99.down_proj.weight": "model-00078-of-00079.safetensors", + "model.layers.79.mlp.experts.99.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.experts.99.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.router.gate.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.shared_mlp.down_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.shared_mlp.gate_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.mlp.shared_mlp.up_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.post_attention_layernorm.weight": "model-00079-of-00079.safetensors", + "model.layers.79.self_attn.k_norm.weight": "model-00079-of-00079.safetensors", + "model.layers.79.self_attn.k_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.self_attn.o_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.self_attn.q_norm.weight": "model-00079-of-00079.safetensors", + "model.layers.79.self_attn.q_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.79.self_attn.v_proj.weight": "model-00079-of-00079.safetensors", + "model.layers.8.input_layernorm.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.expert_bias": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.0.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.0.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.0.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.1.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.1.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.1.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.10.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.10.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.10.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.100.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.100.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.100.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.101.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.101.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.101.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.102.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.102.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.102.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.103.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.103.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.103.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.104.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.104.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.104.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.105.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.105.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.105.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.106.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.106.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.106.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.107.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.107.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.107.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.108.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.108.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.108.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.109.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.109.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.109.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.11.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.11.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.11.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.110.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.110.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.110.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.111.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.111.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.111.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.112.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.112.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.112.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.113.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.113.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.113.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.114.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.114.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.114.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.115.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.115.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.115.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.116.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.116.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.116.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.117.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.117.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.117.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.118.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.118.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.118.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.119.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.119.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.119.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.12.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.12.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.12.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.120.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.120.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.120.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.121.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.121.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.121.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.122.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.122.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.122.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.123.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.123.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.123.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.124.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.124.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.124.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.125.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.125.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.125.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.126.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.126.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.126.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.127.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.127.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.127.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.128.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.128.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.128.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.129.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.129.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.129.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.13.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.13.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.13.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.130.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.130.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.130.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.131.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.131.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.131.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.132.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.132.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.132.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.133.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.133.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.133.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.134.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.134.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.134.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.135.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.135.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.135.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.136.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.136.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.136.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.137.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.137.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.137.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.138.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.138.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.138.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.139.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.139.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.139.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.14.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.14.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.14.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.140.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.140.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.140.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.141.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.141.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.141.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.142.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.142.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.142.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.143.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.143.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.143.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.144.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.144.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.144.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.145.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.145.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.145.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.146.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.146.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.146.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.147.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.147.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.147.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.148.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.148.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.148.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.149.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.149.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.149.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.15.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.15.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.15.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.150.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.150.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.150.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.151.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.151.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.151.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.152.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.152.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.152.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.153.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.153.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.153.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.154.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.154.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.154.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.155.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.155.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.155.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.156.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.156.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.156.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.157.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.157.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.157.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.158.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.158.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.158.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.159.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.159.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.159.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.16.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.16.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.16.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.160.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.160.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.160.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.161.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.161.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.161.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.162.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.162.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.162.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.163.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.163.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.163.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.164.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.164.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.164.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.165.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.165.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.165.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.166.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.166.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.166.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.167.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.167.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.167.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.168.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.168.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.168.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.169.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.169.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.169.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.17.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.17.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.17.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.170.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.170.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.170.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.171.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.171.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.171.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.172.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.172.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.172.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.173.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.173.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.173.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.174.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.174.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.174.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.175.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.175.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.175.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.176.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.176.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.176.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.177.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.177.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.177.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.178.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.178.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.178.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.179.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.179.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.179.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.18.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.18.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.18.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.180.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.180.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.180.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.181.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.181.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.181.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.182.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.182.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.182.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.183.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.183.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.183.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.184.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.184.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.184.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.185.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.185.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.185.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.186.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.186.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.186.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.187.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.187.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.187.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.188.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.188.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.188.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.189.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.189.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.189.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.19.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.19.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.19.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.190.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.190.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.190.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.191.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.191.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.191.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.2.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.2.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.2.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.20.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.20.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.20.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.21.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.21.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.21.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.22.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.22.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.22.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.23.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.23.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.23.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.24.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.24.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.24.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.25.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.25.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.25.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.26.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.26.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.26.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.27.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.27.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.27.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.28.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.28.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.28.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.29.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.29.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.29.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.3.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.3.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.3.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.30.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.30.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.30.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.31.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.31.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.31.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.32.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.32.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.32.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.33.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.33.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.33.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.34.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.34.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.34.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.35.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.35.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.35.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.36.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.36.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.36.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.37.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.37.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.37.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.38.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.38.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.38.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.39.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.39.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.39.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.4.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.4.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.4.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.40.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.40.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.40.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.41.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.41.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.41.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.42.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.42.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.42.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.43.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.43.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.43.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.44.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.44.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.44.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.45.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.45.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.45.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.46.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.46.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.46.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.47.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.47.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.47.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.48.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.48.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.48.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.49.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.49.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.49.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.5.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.5.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.5.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.50.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.50.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.50.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.51.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.51.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.51.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.52.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.52.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.52.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.53.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.53.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.53.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.54.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.54.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.54.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.55.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.55.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.55.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.56.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.56.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.56.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.57.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.57.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.57.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.58.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.58.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.58.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.59.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.59.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.59.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.6.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.6.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.6.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.60.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.60.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.60.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.61.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.61.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.61.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.62.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.62.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.62.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.63.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.63.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.63.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.64.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.64.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.64.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.65.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.65.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.65.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.66.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.66.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.66.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.67.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.67.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.67.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.68.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.68.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.68.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.69.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.69.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.69.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.7.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.7.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.7.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.70.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.70.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.70.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.71.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.71.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.71.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.72.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.72.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.72.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.73.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.73.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.73.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.74.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.74.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.74.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.75.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.75.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.75.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.76.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.76.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.76.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.77.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.77.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.77.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.78.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.78.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.78.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.79.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.79.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.79.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.8.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.8.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.8.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.80.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.80.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.80.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.81.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.81.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.81.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.82.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.82.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.82.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.83.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.83.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.83.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.84.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.84.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.84.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.85.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.85.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.85.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.86.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.86.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.86.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.87.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.87.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.87.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.88.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.88.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.88.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.89.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.89.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.89.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.9.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.9.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.9.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.90.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.90.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.90.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.91.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.91.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.91.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.92.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.92.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.92.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.93.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.93.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.93.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.94.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.94.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.94.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.95.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.95.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.95.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.96.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.96.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.96.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.97.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.97.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.97.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.98.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.98.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.98.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.99.down_proj.weight": "model-00007-of-00079.safetensors", + "model.layers.8.mlp.experts.99.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.experts.99.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.router.gate.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.shared_mlp.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.shared_mlp.gate_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.mlp.shared_mlp.up_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00008-of-00079.safetensors", + "model.layers.8.self_attn.k_norm.weight": "model-00008-of-00079.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.self_attn.q_norm.weight": "model-00008-of-00079.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.input_layernorm.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.expert_bias": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.0.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.0.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.0.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.1.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.1.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.1.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.10.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.10.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.10.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.100.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.100.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.100.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.101.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.101.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.101.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.102.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.102.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.102.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.103.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.103.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.103.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.104.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.104.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.104.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.105.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.105.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.105.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.106.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.106.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.106.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.107.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.107.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.107.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.108.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.108.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.108.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.109.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.109.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.109.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.11.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.11.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.11.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.110.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.110.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.110.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.111.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.111.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.111.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.112.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.112.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.112.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.113.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.113.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.113.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.114.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.114.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.114.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.115.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.115.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.115.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.116.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.116.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.116.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.117.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.117.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.117.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.118.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.118.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.118.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.119.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.119.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.119.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.12.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.12.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.12.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.120.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.120.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.120.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.121.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.121.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.121.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.122.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.122.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.122.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.123.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.123.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.123.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.124.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.124.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.124.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.125.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.125.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.125.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.126.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.126.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.126.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.127.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.127.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.127.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.128.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.128.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.128.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.129.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.129.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.129.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.13.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.13.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.13.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.130.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.130.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.130.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.131.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.131.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.131.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.132.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.132.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.132.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.133.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.133.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.133.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.134.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.134.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.134.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.135.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.135.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.135.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.136.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.136.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.136.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.137.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.137.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.137.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.138.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.138.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.138.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.139.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.139.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.139.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.14.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.14.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.14.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.140.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.140.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.140.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.141.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.141.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.141.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.142.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.142.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.142.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.143.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.143.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.143.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.144.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.144.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.144.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.145.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.145.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.145.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.146.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.146.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.146.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.147.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.147.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.147.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.148.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.148.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.148.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.149.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.149.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.149.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.15.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.15.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.15.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.150.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.150.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.150.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.151.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.151.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.151.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.152.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.152.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.152.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.153.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.153.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.153.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.154.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.154.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.154.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.155.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.155.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.155.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.156.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.156.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.156.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.157.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.157.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.157.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.158.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.158.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.158.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.159.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.159.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.159.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.16.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.16.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.16.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.160.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.160.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.160.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.161.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.161.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.161.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.162.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.162.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.162.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.163.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.163.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.163.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.164.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.164.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.164.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.165.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.165.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.165.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.166.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.166.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.166.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.167.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.167.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.167.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.168.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.168.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.168.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.169.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.169.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.169.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.17.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.17.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.17.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.170.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.170.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.170.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.171.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.171.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.171.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.172.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.172.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.172.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.173.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.173.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.173.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.174.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.174.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.174.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.175.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.175.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.175.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.176.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.176.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.176.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.177.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.177.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.177.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.178.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.178.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.178.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.179.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.179.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.179.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.18.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.18.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.18.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.180.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.180.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.180.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.181.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.181.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.181.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.182.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.182.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.182.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.183.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.183.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.183.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.184.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.184.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.184.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.185.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.185.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.185.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.186.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.186.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.186.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.187.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.187.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.187.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.188.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.188.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.188.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.189.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.189.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.189.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.19.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.19.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.19.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.190.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.190.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.190.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.191.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.191.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.191.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.2.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.2.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.2.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.20.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.20.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.20.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.21.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.21.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.21.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.22.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.22.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.22.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.23.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.23.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.23.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.24.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.24.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.24.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.25.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.25.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.25.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.26.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.26.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.26.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.27.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.27.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.27.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.28.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.28.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.28.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.29.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.29.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.29.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.3.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.3.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.3.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.30.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.30.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.30.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.31.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.31.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.31.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.32.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.32.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.32.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.33.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.33.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.33.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.34.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.34.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.34.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.35.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.35.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.35.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.36.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.36.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.36.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.37.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.37.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.37.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.38.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.38.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.38.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.39.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.39.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.39.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.4.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.4.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.4.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.40.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.40.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.40.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.41.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.41.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.41.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.42.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.42.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.42.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.43.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.43.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.43.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.44.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.44.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.44.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.45.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.45.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.45.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.46.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.46.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.46.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.47.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.47.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.47.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.48.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.48.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.48.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.49.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.49.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.49.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.5.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.5.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.5.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.50.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.50.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.50.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.51.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.51.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.51.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.52.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.52.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.52.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.53.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.53.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.53.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.54.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.54.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.54.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.55.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.55.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.55.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.56.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.56.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.56.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.57.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.57.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.57.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.58.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.58.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.58.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.59.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.59.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.59.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.6.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.6.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.6.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.60.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.60.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.60.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.61.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.61.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.61.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.62.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.62.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.62.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.63.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.63.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.63.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.64.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.64.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.64.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.65.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.65.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.65.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.66.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.66.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.66.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.67.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.67.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.67.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.68.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.68.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.68.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.69.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.69.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.69.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.7.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.7.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.7.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.70.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.70.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.70.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.71.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.71.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.71.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.72.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.72.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.72.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.73.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.73.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.73.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.74.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.74.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.74.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.75.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.75.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.75.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.76.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.76.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.76.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.77.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.77.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.77.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.78.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.78.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.78.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.79.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.79.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.79.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.8.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.8.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.8.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.80.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.80.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.80.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.81.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.81.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.81.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.82.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.82.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.82.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.83.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.83.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.83.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.84.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.84.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.84.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.85.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.85.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.85.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.86.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.86.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.86.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.87.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.87.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.87.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.88.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.88.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.88.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.89.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.89.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.89.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.9.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.9.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.9.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.90.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.90.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.90.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.91.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.91.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.91.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.92.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.92.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.92.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.93.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.93.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.93.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.94.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.94.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.94.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.95.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.95.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.95.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.96.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.96.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.96.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.97.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.97.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.97.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.98.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.98.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.98.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.99.down_proj.weight": "model-00008-of-00079.safetensors", + "model.layers.9.mlp.experts.99.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.experts.99.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.router.gate.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.shared_mlp.down_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.shared_mlp.gate_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.mlp.shared_mlp.up_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00009-of-00079.safetensors", + "model.layers.9.self_attn.k_norm.weight": "model-00009-of-00079.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.self_attn.q_norm.weight": "model-00009-of-00079.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00009-of-00079.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00009-of-00079.safetensors", + "model.norm.weight": "model-00079-of-00079.safetensors" + } +}